Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/197/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([363B96439024109D:6B7388CA5FE2B6D2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([363B96439024109D:BE6FA9993ED87D65]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertNotNull(Assert.java:712)
at org.junit.Assert.assertNotNull(Assert.java:722)
at
org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:99)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13137 lines...]
[junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_363B96439024109D-001/init-core-data-001
[junit4] 2> 697502 WARN
(SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 697502 INFO
(SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 697503 INFO
(SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 697503 INFO
(SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 697507 INFO
(TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 724551 ERROR
(TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ]
o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1550621043866 ,
received timestamp: 1550621070145 , TTL: 15000
[junit4] 2> 724552 INFO
(TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test
-Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=se-NO -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] FAILURE 27.1s J0 | TestPKIAuthenticationPlugin.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at
__randomizedtesting.SeedInfo.seed([363B96439024109D:BE6FA9993ED87D65]:0)
[junit4] > at
org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:99)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_363B96439024109D-001
[junit4] 2> NOTE: test params are:
codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST,
chunkSize=5, maxDocsPerChunk=10, blockSize=10),
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST,
chunkSize=5, blockSize=10)),
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@26416137),
locale=se-NO, timezone=America/Campo_Grande
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev
12-testing (64-bit)/cpus=8,threads=1,free=117493272,total=353370112
[junit4] 2> NOTE: All tests run in this JVM: [CdcrOpsAndBoundariesTest,
TestElisionMultitermQuery, TestTolerantUpdateProcessorRandomCloud,
TestCollectionAPI, TestConfig, CleanupOldIndexTest, TestFieldCacheSortRandom,
ShardsWhitelistTest, TestSolrQueryResponse, JavabinLoaderTest,
DistribCursorPagingTest, NodeLostTriggerIntegrationTest, TestCrossCoreJoin,
TestRangeQuery, MetricsHandlerTest, RuleEngineTest, TestFileDictionaryLookup,
TestDelegationWithHadoopAuth, ZkShardTermsTest, TestDeprecatedFilters,
NodeMutatorTest, ScheduledTriggerTest, SolrCLIZkUtilsTest,
TestDistributedMissingSort, CollectionReloadTest, BlockJoinFacetDistribTest,
TestEmbeddedSolrServerAdminHandler, TestManagedSchemaAPI, SSLMigrationTest,
IndexSchemaRuntimeFieldTest, AddReplicaTest, CustomTermsComponentTest,
DistributedUpdateProcessorTest, LeaderFailureAfterFreshStartTest,
StatsComponentTest, BinaryUpdateRequestHandlerTest, RangeFacetCloudTest,
Tagger2Test, MetricTriggerTest, DirectoryFactoryTest, GraphQueryTest,
DocValuesTest, TestCollapseQParserPlugin, TestSimNodeLostTrigger,
SmileWriterTest, TestSchemaResource, OverseerStatusTest, MergeStrategyTest,
CdcrUpdateLogTest, TestPKIAuthenticationPlugin]
[junit4] Completed [132/840 (1!)] on J0 in 27.36s, 1 test, 1 failure <<<
FAILURES!
[...truncated 824 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_363B96439024109D-001/init-core-data-001
[junit4] 2> 1567237 WARN
(SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1567237 INFO
(SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1567238 INFO
(SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 1567238 INFO
(SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1567242 INFO
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 1567253 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10030_solr
[junit4] 2> 1567253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1567258 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1567258 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1567258 INFO
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 1567269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10043_solr,
127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10049_solr,
127.0.0.1:10104_solr, 127.0.0.1:10074_solr, 127.0.0.1:10065_solr,
127.0.0.1:10120_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr,
127.0.0.1:10066_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr,
127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10090_solr,
127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10088_solr,
127.0.0.1:10119_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr,
127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr,
127.0.0.1:10044_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10036_solr, 127.0.0.1:10084_solr, 127.0.0.1:10092_solr,
127.0.0.1:10052_solr, 127.0.0.1:10041_solr, 127.0.0.1:10079_solr,
127.0.0.1:10087_solr, 127.0.0.1:10098_solr, 127.0.0.1:10030_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10054_solr,
127.0.0.1:10046_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10071_solr,
127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10115_solr,
127.0.0.1:10055_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr,
127.0.0.1:10062_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr,
127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr,
127.0.0.1:10116_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr,
127.0.0.1:10067_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr,
127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10086_solr,
127.0.0.1:10089_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10106_solr, 127.0.0.1:10045_solr, 127.0.0.1:10100_solr,
127.0.0.1:10037_solr, 127.0.0.1:10042_solr, 127.0.0.1:10109_solr,
127.0.0.1:10117_solr, 127.0.0.1:10053_solr, 127.0.0.1:10083_solr,
127.0.0.1:10059_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr,
127.0.0.1:10048_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr,
127.0.0.1:10064_solr, 127.0.0.1:10072_solr, 127.0.0.1:10111_solr]
[junit4] 2> 1567280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1567281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1567281 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 93 and last live nodes: 93
[junit4] 2> 1567306 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 93
[junit4] 2> 1567316 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567326 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567334 DEBUG (simCloudManagerPool-5457-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1567335 DEBUG (simCloudManagerPool-5457-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1567336 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1567337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1567337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1567337 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567347 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567357 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567368 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567378 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 1567385 DEBUG (simCloudManagerPool-5457-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1567385 DEBUG (simCloudManagerPool-5457-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1567385 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1567386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1567386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1567391 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=1
[junit4] 2> 1567392 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 1567392 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1567397 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 1567398 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1567426 DEBUG (simCloudManagerPool-5457-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 1567426 DEBUG (simCloudManagerPool-5457-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1567466 DEBUG (simCloudManagerPool-5457-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 1567467 DEBUG (simCloudManagerPool-5457-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1567472 DEBUG (simCloudManagerPool-5457-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 1567480 DEBUG (simCloudManagerPool-5457-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1567480 DEBUG (simCloudManagerPool-5457-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=6): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10071_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1567480 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=6
[junit4] 2> 1567486 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 1567486 DEBUG
(TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1567589 DEBUG (simCloudManagerPool-5457-thread-11) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1567589 DEBUG (simCloudManagerPool-5457-thread-11) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - Initial
livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr,
127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr,
127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr,
127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr,
127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr,
127.0.0.1:10129_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr,
127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10124_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
127.0.0.1:10067_solr, 127.0.0.1:10061_solr, 127.0.0.1:10086_solr,
127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
127.0.0.1:10117_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10126_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10127_solr,
127.0.0.1:10113_solr, 127.0.0.1:10058_solr, 127.0.0.1:10090_solr,
127.0.0.1:10088_solr, 127.0.0.1:10039_solr, 127.0.0.1:10044_solr,
127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr,
127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr,
127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr,
127.0.0.1:10115_solr, 127.0.0.1:10110_solr, 127.0.0.1:10069_solr,
127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10122_solr,
127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10125_solr,
127.0.0.1:10078_solr, 127.0.0.1:10128_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr,
127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr,
127.0.0.1:10056_solr]
[junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated
with properties: {event=nodeAdded, waitFor=5, actions=[{name=start,
class=org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster$StartTriggerAction},
{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction},
{name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction},
{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster$FinishTriggerAction}],
enabled=true}
[junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1567590 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567590 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567601 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567601 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567611 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567611 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567621 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567621 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeAdded,
currentVersion=7
[junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1567632 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567632 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567641 DEBUG (simCloudManagerPool-5457-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 1567642 DEBUG (simCloudManagerPool-5457-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1567642 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567642 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567654 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567654 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567662 DEBUG (simCloudManagerPool-5457-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 1567662 DEBUG (simCloudManagerPool-5457-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1567665 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567665 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567677 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567677 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567687 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567687 DEBUG (ScheduledTrigger-5458-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567694 DEBUG (simCloudManagerPool-5457-thread-14) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 1567723 DEBUG (simCloudManagerPool-5457-thread-14) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1567734 DEBUG (simCloudManagerPool-5457-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 1567809 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567809 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567809 DEBUG (simCloudManagerPool-5457-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1567819 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567819 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567829 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567829 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567840 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567840 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567842 DEBUG (simCloudManagerPool-5457-thread-15) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded /
shard1 (currentVersion=12): {"core_node1":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "node_name":"127.0.0.1:10073_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1567847 DEBUG (simCloudManagerPool-5457-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 1567850 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567859 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567859 DEBUG (simCloudManagerPool-5457-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1567868 DEBUG (simCloudManagerPool-5457-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 1567869 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567870 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567880 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567880 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567890 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567891 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567893 DEBUG (simCloudManagerPool-5457-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1567899 DEBUG (simCloudManagerPool-5457-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=14
[junit4] 2> 1567901 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567901 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567912 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567912 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567922 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567922 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567933 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567933 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567943 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567943 DEBUG (ScheduledTrigger-5458-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567955 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567955 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567968 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567969 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567979 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567979 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567989 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1567989 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1567990 DEBUG (simCloudManagerPool-5457-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1567995 DEBUG (simCloudManagerPool-5457-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=15
[junit4] 2> 1568000 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568015 DEBUG (simCloudManagerPool-5457-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1568029 DEBUG (simCloudManagerPool-5457-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=16
[junit4] 2> 1568100 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568110 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568110 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568117 DEBUG (simCloudManagerPool-5457-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 1568121 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568121 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568125 DEBUG (simCloudManagerPool-5457-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=17
[junit4] 2> 1568131 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568132 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568132 DEBUG (simCloudManagerPool-5457-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 1568137 DEBUG (simCloudManagerPool-5457-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=18
[junit4] 2> 1568142 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568142 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568152 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568152 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568163 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568163 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568173 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568173 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568183 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568183 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568194 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568194 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568206 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568206 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568207 DEBUG (simCloudManagerPool-5457-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 1568212 DEBUG (simCloudManagerPool-5457-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=19
[junit4] 2> 1568216 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568216 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568223 DEBUG (simCloudManagerPool-5457-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 1568227 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568227 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568228 DEBUG (simCloudManagerPool-5457-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=20
[junit4] 2> 1568237 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568237 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568238 DEBUG (simCloudManagerPool-5457-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 1568243 DEBUG (simCloudManagerPool-5457-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=21
[junit4] 2> 1568248 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568248 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568258 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568258 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568268 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568268 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568279 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568279 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568289 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568289 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568299 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568299 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568310 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568310 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568320 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568320 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568321 DEBUG (simCloudManagerPool-5457-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 1568327 DEBUG (simCloudManagerPool-5457-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=22
[junit4] 2> 1568331 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568331 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568341 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568341 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568357 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568357 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568367 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568367 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568369 DEBUG (simCloudManagerPool-5457-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 1568375 DEBUG (simCloudManagerPool-5457-thread-29) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=23
[junit4] 2> 1568378 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568378 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568389 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568389 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568399 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568399 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568409 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568409 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568422 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568422 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568432 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568433 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568443 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568443 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568445 DEBUG (simCloudManagerPool-5457-thread-29) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 1568450 DEBUG (simCloudManagerPool-5457-thread-30) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=24
[junit4] 2> 1568461 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568461 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568474 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568474 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568474 DEBUG (simCloudManagerPool-5457-thread-30) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 1568479 DEBUG (simCloudManagerPool-5457-thread-32) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=25
[junit4] 2> 1568484 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568484 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568485 DEBUG (simCloudManagerPool-5457-thread-32) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 1568485 DEBUG (MetricsHistoryHandler-5461-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=26
[junit4] 2> 1568494 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568495 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568505 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568505 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568520 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568520 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568531 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568531 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568544 DEBUG (MetricsHistoryHandler-5461-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 1568549 DEBUG (simCloudManagerPool-5457-thread-33) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=27
[junit4] 2> 1568574 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568574 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568575 DEBUG (simCloudManagerPool-5457-thread-33) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 1568582 DEBUG (simCloudManagerPool-5457-thread-34) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=28
[junit4] 2> 1568585 DEBUG (simCloudManagerPool-5457-thread-34) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 1568601 DEBUG (simCloudManagerPool-5457-thread-35) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=29
[junit4] 2> 1568601 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568601 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568611 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568611 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568624 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568624 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568636 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568637 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568650 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568650 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568664 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568665 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568675 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568675 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568686 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568686 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568696 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568697 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568708 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568708 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568724 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568725 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568736 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568737 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568747 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568747 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568749 DEBUG (simCloudManagerPool-5457-thread-35) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 1568755 DEBUG (simCloudManagerPool-5457-thread-37) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=30
[junit4] 2> 1568758 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568758 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568761 DEBUG (simCloudManagerPool-5457-thread-37) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 1568766 DEBUG (simCloudManagerPool-5457-thread-38) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=31
[junit4] 2> 1568768 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568768 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568778 DEBUG (simCloudManagerPool-5457-thread-38) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 1568779 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568779 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568784 DEBUG (simCloudManagerPool-5457-thread-39) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=32
[junit4] 2> 1568790 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568790 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568800 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568800 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568807 DEBUG (simCloudManagerPool-5457-thread-39) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 1568812 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568812 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568813 DEBUG (simCloudManagerPool-5457-thread-40) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=33
[junit4] 2> 1568823 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568823 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568833 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568834 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568844 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568844 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568856 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568856 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568866 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568866 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568871 DEBUG (simCloudManagerPool-5457-thread-40) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
[junit4] 2> 1568876 DEBUG (simCloudManagerPool-5457-thread-41) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=34
[junit4] 2> 1568876 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568876 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568886 DEBUG (simCloudManagerPool-5457-thread-41) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
[junit4] 2> 1568887 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568887 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568892 DEBUG (simCloudManagerPool-5457-thread-36) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=35
[junit4] 2> 1568897 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568897 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568912 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568913 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568922 DEBUG (simCloudManagerPool-5457-thread-36) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
[junit4] 2> 1568923 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568923 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568927 DEBUG (simCloudManagerPool-5457-thread-42) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=36
[junit4] 2> 1568930 DEBUG (simCloudManagerPool-5457-thread-42) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
[junit4] 2> 1568933 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568933 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568935 DEBUG (simCloudManagerPool-5457-thread-43) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=37
[junit4] 2> 1568943 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568943 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568954 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568954 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568964 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568964 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568974 DEBUG (simCloudManagerPool-5457-thread-43) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
[junit4] 2> 1568974 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568974 DEBUG (ScheduledTrigger-5458-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568979 DEBUG (simCloudManagerPool-5457-thread-46) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=38
[junit4] 2> 1568985 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568986 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568998 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1568998 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1568999 DEBUG (simCloudManagerPool-5457-thread-46) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
[junit4] 2> 1569004 DEBUG (simCloudManagerPool-5457-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=39
[junit4] 2> 1569005 DEBUG (simCloudManagerPool-5457-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
[junit4] 2> 1569008 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569008 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569010 DEBUG (simCloudManagerPool-5457-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=40
[junit4] 2> 1569011 DEBUG (simCloudManagerPool-5457-thread-47) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
[junit4] 2> 1569016 DEBUG (simCloudManagerPool-5457-thread-48) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=41
[junit4] 2> 1569018 DEBUG (simCloudManagerPool-5457-thread-48) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
[junit4] 2> 1569019 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569019 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569023 DEBUG (simCloudManagerPool-5457-thread-48) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=42
[junit4] 2> 1569024 DEBUG (simCloudManagerPool-5457-thread-48) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42
[junit4] 2> 1569029 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569029 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569037 DEBUG (simCloudManagerPool-5457-thread-49) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=43
[junit4] 2> 1569040 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569040 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569041 DEBUG (simCloudManagerPool-5457-thread-49) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43
[junit4] 2> 1569046 DEBUG (simCloudManagerPool-5457-thread-49) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=44
[junit4] 2> 1569047 DEBUG (simCloudManagerPool-5457-thread-49) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44
[junit4] 2> 1569051 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569051 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569053 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=45
[junit4] 2> 1569058 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45
[junit4] 2> 1569061 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569061 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569063 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=46
[junit4] 2> 1569064 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46
[junit4] 2> 1569076 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569077 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=47
[junit4] 2> 1569077 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569078 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47
[junit4] 2> 1569083 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=48
[junit4] 2> 1569084 DEBUG (simCloudManagerPool-5457-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48
[junit4] 2> 1569087 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569087 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569089 DEBUG (simCloudManagerPool-5457-thread-51) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=49
[junit4] 2> 1569093 DEBUG (simCloudManagerPool-5457-thread-51) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49
[junit4] 2> 1569097 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569097 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569099 DEBUG (simCloudManagerPool-5457-thread-52) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=50
[junit4] 2> 1569100 DEBUG (simCloudManagerPool-5457-thread-52) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50
[junit4] 2> 1569105 DEBUG (simCloudManagerPool-5457-thread-53) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=51
[junit4] 2> 1569106 DEBUG (simCloudManagerPool-5457-thread-53) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51
[junit4] 2> 1569107 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569107 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569111 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=52
[junit4] 2> 1569111 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52
[junit4] 2> 1569117 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=53
[junit4] 2> 1569118 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53
[junit4] 2> 1569120 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569121 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569123 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=54
[junit4] 2> 1569124 DEBUG (simCloudManagerPool-5457-thread-44) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54
[junit4] 2> 1569129 DEBUG (simCloudManagerPool-5457-thread-45) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=55
[junit4] 2> 1569130 DEBUG (simCloudManagerPool-5457-thread-45) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55
[junit4] 2> 1569131 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569131 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569135 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=56
[junit4] 2> 1569136 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56
[junit4] 2> 1569141 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569141 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569141 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=57
[junit4] 2> 1569142 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57
[junit4] 2> 1569148 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=58
[junit4] 2> 1569149 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58
[junit4] 2> 1569151 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569152 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569154 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=59
[junit4] 2> 1569155 DEBUG (simCloudManagerPool-5457-thread-54) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59
[junit4] 2> 1569161 DEBUG (simCloudManagerPool-5457-thread-55) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=60
[junit4] 2> 1569161 DEBUG (simCloudManagerPool-5457-thread-55) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 60
[junit4] 2> 1569162 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569162 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569167 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=61
[junit4] 2> 1569168 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 61
[junit4] 2> 1569172 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569172 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569173 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=62
[junit4] 2> 1569174 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 62
[junit4] 2> 1569179 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=63
[junit4] 2> 1569180 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 63
[junit4] 2> 1569184 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569184 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569186 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=64
[junit4] 2> 1569186 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 64
[junit4] 2> 1569192 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=65
[junit4] 2> 1569193 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 65
[junit4] 2> 1569194 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569194 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569198 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=66
[junit4] 2> 1569199 DEBUG (simCloudManagerPool-5457-thread-56) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 66
[junit4] 2> 1569205 DEBUG (simCloudManagerPool-5457-thread-58) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=67
[junit4] 2> 1569205 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569205 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569206 DEBUG (simCloudManagerPool-5457-thread-58) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 67
[junit4] 2> 1569211 DEBUG (simCloudManagerPool-5457-thread-59) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=68
[junit4] 2> 1569212 DEBUG (simCloudManagerPool-5457-thread-59) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 68
[junit4] 2> 1569215 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569215 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569218 DEBUG (simCloudManagerPool-5457-thread-60) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=69
[junit4] 2> 1569219 DEBUG (simCloudManagerPool-5457-thread-60) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 69
[junit4] 2> 1569224 DEBUG (simCloudManagerPool-5457-thread-61) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=70
[junit4] 2> 1569225 DEBUG (simCloudManagerPool-5457-thread-61) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 70
[junit4] 2> 1569226 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569226 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569231 DEBUG (simCloudManagerPool-5457-thread-62) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=71
[junit4] 2> 1569231 DEBUG (simCloudManagerPool-5457-thread-62) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 71
[junit4] 2> 1569236 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569236 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569237 DEBUG (simCloudManagerPool-5457-thread-62) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=72
[junit4] 2> 1569238 DEBUG (simCloudManagerPool-5457-thread-62) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 72
[junit4] 2> 1569243 DEBUG (simCloudManagerPool-5457-thread-63) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=73
[junit4] 2> 1569244 DEBUG (simCloudManagerPool-5457-thread-63) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 73
[junit4] 2> 1569247 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569247 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569250 DEBUG (simCloudManagerPool-5457-thread-57) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=74
[junit4] 2> 1569251 DEBUG (simCloudManagerPool-5457-thread-57) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 74
[junit4] 2> 1569256 DEBUG (simCloudManagerPool-5457-thread-66) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=75
[junit4] 2> 1569257 DEBUG (simCloudManagerPool-5457-thread-66) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 75
[junit4] 2> 1569258 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569258 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569264 DEBUG (simCloudManagerPool-5457-thread-68) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=76
[junit4] 2> 1569265 DEBUG (simCloudManagerPool-5457-thread-68) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 76
[junit4] 2> 1569268 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569268 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569270 DEBUG (simCloudManagerPool-5457-thread-69) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=77
[junit4] 2> 1569271 DEBUG (simCloudManagerPool-5457-thread-69) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 77
[junit4] 2> 1569277 DEBUG (simCloudManagerPool-5457-thread-70) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=78
[junit4] 2> 1569278 DEBUG (simCloudManagerPool-5457-thread-70) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 78
[junit4] 2> 1569279 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569279 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569283 DEBUG (simCloudManagerPool-5457-thread-71) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=79
[junit4] 2> 1569284 DEBUG (simCloudManagerPool-5457-thread-71) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 79
[junit4] 2> 1569289 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569289 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569289 DEBUG (simCloudManagerPool-5457-thread-72) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=80
[junit4] 2> 1569290 DEBUG (simCloudManagerPool-5457-thread-72) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 80
[junit4] 2> 1569296 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=81
[junit4] 2> 1569297 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 81
[junit4] 2> 1569302 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=82
[junit4] 2> 1569303 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 82
[junit4] 2> 1569308 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=83
[junit4] 2> 1569309 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 83
[junit4] 2> 1569315 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=84
[junit4] 2> 1569316 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 84
[junit4] 2> 1569316 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569316 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569322 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=85
[junit4] 2> 1569323 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 85
[junit4] 2> 1569327 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569327 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569337 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=86
[junit4] 2> 1569337 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1569337 DEBUG (ScheduledTrigger-5458-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 1569337 DEBUG (simCloudManagerPool-5457-thread-73) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 86
[junit4] 2> 1569343 DEBUG (simCloudManagerPool-5457-thread-74) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=87
[junit4] 2> 1569344 DEBUG (simCloudManagerPool-5457-thread-74) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 87
[junit4] 2> 1569347 DEBUG (ScheduledTrigge
[...truncated too long message...]
ard1.replica_n7:QUERY./select.requestTimes:1minRate 4
[junit4] 2> 1577522 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 1577553 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0
[junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 1579009 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1579076 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1579077 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1579077 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1579077 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool
executor
[junit4] 2> 1579108 DEBUG (ScheduledTrigger-5464-thread-3) [ ]
o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0,
shardRate=4.0
[junit4] 2> 1579248 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1579248 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1579254 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimLargeCluster
-Dtests.method=testSearchRate -Dtests.seed=363B96439024109D
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hy
-Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 3.32s J1 | TestSimLargeCluster.testSearchRate <<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not
fire at all
[junit4] > at
__randomizedtesting.SeedInfo.seed([363B96439024109D:6B7388CA5FE2B6D2]:0)
[junit4] > at
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_363B96439024109D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80),
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@468d12da),
locale=hy, timezone=Europe/Vienna
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev
12-testing (64-bit)/cpus=8,threads=1,free=341104560,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest,
TestExtendedDismaxParser, TestUtilizeNode,
TestCollectionsAPIViaSolrCloudCluster, TestConfigOverlay,
CloudExitableDirectoryReaderTest, TestFieldCacheVsDocValues,
ShufflingReplicaListTransformerTest, TestChildDocTransformer,
EmbeddedSolrNoSerializeTest, DistribDocExpirationUpdateProcessorTest,
NodeLostTriggerTest, TestCursorMarkWithoutUniqueKey, TestReRankQParserPlugin,
MetricsHistoryHandlerTest, RulesTest, TestFreeTextSuggestions,
TestImpersonationWithHadoopAuth, ZkSolrClientTest, TestLuceneMatchVersion,
OutOfBoxZkACLAndCredentialsProvidersTest, SearchRateTriggerIntegrationTest,
SolrCloudExampleTest, TestDistributedSearch, CollectionTooManyReplicasTest,
BlockJoinFacetRandomTest, TestEmbeddedSolrServerConstructors,
TestManagedSchemaThreadSafety, SaslZkACLProviderTest, IndexSchemaTest,
AliasIntegrationTest, DebugComponentTest,
DocExpirationUpdateProcessorFactoryTest, LeaderTragicEventTest,
SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest,
SpatialHeatmapFacetsTest, TaggerTest, NodeAddedTriggerIntegrationTest,
ExitableDirectoryReaderTest, TestCloudNestedDocsSort, EnumFieldTest,
TestComplexPhraseLeadingWildcard, TestSimPolicyCloud, TestBinaryResponseWriter,
TestSchemaSimilarityResource, OverseerTaskQueueTest, QueryEqualityTest,
DataDrivenBlockJoinTest, TestRuleBasedAuthorizationPlugin, SuggesterTest,
TestJsonFacetsWithNestedObjects, SolrGraphiteReporterTest,
MaxSizeAutoCommitTest, MinimalSchemaTest, TestNumericTokenStream,
TestBlobHandler, TestDFISimilarityFactory, ConcurrentCreateRoutedAliasTest,
TestXmlQParserPlugin, TestSolrDeletionPolicy1, TermVectorComponentTest,
TestObjectReleaseTracker, SegmentsInfoRequestHandlerTest,
SharedFSAutoReplicaFailoverTest, TestFilteredDocIdSet, TestTolerantSearch,
TestStressCloudBlindAtomicUpdates, TestSolrQueryParser,
SpellPossibilityIteratorTest, NoCacheHeaderTest, TestLRUStatsCache,
SolrRrdBackendFactoryTest, CdcrBidirectionalTest, TestInitQParser,
TestUniqueKeyFieldResource, TestUnInvertedFieldException,
DistributedTermsComponentTest, TestLockTree, TestInPlaceUpdatesDistrib,
TimeRoutedAliasUpdateProcessorTest, DocValuesMissingTest, CircularListTest,
FullHLLTest, OrderedExecutorTest, SolrPluginUtilsTest, TestPolicyCloud,
IndexBasedSpellCheckerTest, TestAnalyzedSuggestions,
ConjunctionSolrSpellCheckerTest, WordBreakSolrSpellCheckerTest,
RequestLoggingTest, RecoveryAfterSoftCommitTest, SparseHLLTest, TestSearchPerf,
TestConfigSetsAPI, SubstringBytesRefFilterTest, TestSolrCoreParser,
TestPhraseSuggestions, TestCustomSort, TestSQLHandler,
ProtectedTermFilterFactoryTest, TestGraphTermsQParserPlugin,
TestSolrCLIRunExample, OverseerModifyCollectionTest, TestNumericTerms32,
CdcrWithNodesRestartsTest, TestTrackingShardHandlerFactory,
TestLegacyFieldReuse, StressHdfsTest,
TestOverriddenPrefixQueryForCustomFieldType, TokenizerChainTest,
TestCloudPivotFacet, TestStressUserVersions, SimpleMLTQParserTest,
TestDocBasedVersionConstraints, PeerSyncWithIndexFingerprintCachingTest,
TestLazyCores, TestDynamicLoading, TlogReplayBufferedWhileIndexingTest,
RegexBoostProcessorTest, TestCloudRecovery2, TestFieldTypeResource,
TestMinMaxOnMultiValuedField, HttpPartitionTest, TestUtils, TestMacros,
TestCopyFieldCollectionResource, TestSimLargeCluster]
[junit4] Completed [369/840 (2!)] on J1 in 12.20s, 4 tests, 1 failure, 2
skipped <<< FAILURES!
[...truncated 44154 lines...]
[repro] Jenkins log URL:
https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/197/consoleText
[repro] Revision: 7b93dd5aa5016e4e4365b97439f406bc86cab451
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=TestPKIAuthenticationPlugin
-Dtests.method=test -Dtests.seed=363B96439024109D -Dtests.multiplier=3
-Dtests.slow=true -Dtests.locale=se-NO -Dtests.timezone=America/Campo_Grande
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestSimLargeCluster
-Dtests.method=testSearchRate -Dtests.seed=363B96439024109D
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hy
-Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimLargeCluster
[repro] TestPKIAuthenticationPlugin
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10
-Dtests.class="*.TestSimLargeCluster|*.TestPKIAuthenticationPlugin"
-Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
-Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=hy -Dtests.timezone=Europe/Vienna -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[...truncated 115 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[repro] 0/5 failed: org.apache.solr.security.TestPKIAuthenticationPlugin
[repro] Exiting with code 0
[...truncated 43 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
