Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/197/ Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([363B96439024109D:6B7388CA5FE2B6D2]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.assertTrue(Assert.java:41) at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) FAILED: org.apache.solr.security.TestPKIAuthenticationPlugin.test Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([363B96439024109D:BE6FA9993ED87D65]:0) at org.junit.Assert.fail(Assert.java:86) at org.junit.Assert.assertTrue(Assert.java:41) at org.junit.Assert.assertNotNull(Assert.java:712) at org.junit.Assert.assertNotNull(Assert.java:722) at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:99) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) Build Log: [...truncated 13137 lines...] [junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_363B96439024109D-001/init-core-data-001 [junit4] 2> 697502 WARN (SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9 [junit4] 2> 697502 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 697503 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 697503 INFO (SUITE-TestPKIAuthenticationPlugin-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 697507 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 724551 ERROR (TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ] o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1550621043866 , received timestamp: 1550621070145 , TTL: 15000 [junit4] 2> 724552 INFO (TEST-TestPKIAuthenticationPlugin.test-seed#[363B96439024109D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=se-NO -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 27.1s J0 | TestPKIAuthenticationPlugin.test <<< [junit4] > Throwable #1: java.lang.AssertionError [junit4] > at __randomizedtesting.SeedInfo.seed([363B96439024109D:BE6FA9993ED87D65]:0) [junit4] > at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:99) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567) [junit4] > at java.base/java.lang.Thread.run(Thread.java:835) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestPKIAuthenticationPlugin_363B96439024109D-001 [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=5, maxDocsPerChunk=10, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=5, blockSize=10)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@26416137), locale=se-NO, timezone=America/Campo_Grande [junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=117493272,total=353370112 [junit4] 2> NOTE: All tests run in this JVM: [CdcrOpsAndBoundariesTest, TestElisionMultitermQuery, TestTolerantUpdateProcessorRandomCloud, TestCollectionAPI, TestConfig, CleanupOldIndexTest, TestFieldCacheSortRandom, ShardsWhitelistTest, TestSolrQueryResponse, JavabinLoaderTest, DistribCursorPagingTest, NodeLostTriggerIntegrationTest, TestCrossCoreJoin, TestRangeQuery, MetricsHandlerTest, RuleEngineTest, TestFileDictionaryLookup, TestDelegationWithHadoopAuth, ZkShardTermsTest, TestDeprecatedFilters, NodeMutatorTest, ScheduledTriggerTest, SolrCLIZkUtilsTest, TestDistributedMissingSort, CollectionReloadTest, BlockJoinFacetDistribTest, TestEmbeddedSolrServerAdminHandler, TestManagedSchemaAPI, SSLMigrationTest, IndexSchemaRuntimeFieldTest, AddReplicaTest, CustomTermsComponentTest, DistributedUpdateProcessorTest, LeaderFailureAfterFreshStartTest, StatsComponentTest, BinaryUpdateRequestHandlerTest, RangeFacetCloudTest, Tagger2Test, MetricTriggerTest, DirectoryFactoryTest, GraphQueryTest, DocValuesTest, TestCollapseQParserPlugin, TestSimNodeLostTrigger, SmileWriterTest, TestSchemaResource, OverseerStatusTest, MergeStrategyTest, CdcrUpdateLogTest, TestPKIAuthenticationPlugin] [junit4] Completed [132/840 (1!)] on J0 in 27.36s, 1 test, 1 failure <<< FAILURES! [...truncated 824 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_363B96439024109D-001/init-core-data-001 [junit4] 2> 1567237 WARN (SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1567237 INFO (SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1567238 INFO (SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1567238 INFO (SUITE-TestSimLargeCluster-seed#[363B96439024109D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1567242 INFO (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode [junit4] 2> 1567253 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10030_solr [junit4] 2> 1567253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 1567254 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1567258 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 1567258 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 1567258 INFO (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1567269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10074_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10066_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10090_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10088_solr, 127.0.0.1:10119_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10044_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10036_solr, 127.0.0.1:10084_solr, 127.0.0.1:10092_solr, 127.0.0.1:10052_solr, 127.0.0.1:10041_solr, 127.0.0.1:10079_solr, 127.0.0.1:10087_solr, 127.0.0.1:10098_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10054_solr, 127.0.0.1:10046_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10115_solr, 127.0.0.1:10055_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10116_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10045_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10042_solr, 127.0.0.1:10109_solr, 127.0.0.1:10117_solr, 127.0.0.1:10053_solr, 127.0.0.1:10083_solr, 127.0.0.1:10059_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10064_solr, 127.0.0.1:10072_solr, 127.0.0.1:10111_solr] [junit4] 2> 1567280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 1567281 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1567281 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 93 and last live nodes: 93 [junit4] 2> 1567306 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 93 [junit4] 2> 1567316 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567326 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567334 DEBUG (simCloudManagerPool-5457-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1567335 DEBUG (simCloudManagerPool-5457-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1567336 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1567337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 1567337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1567337 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567347 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567357 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567368 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567378 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 1567385 DEBUG (simCloudManagerPool-5457-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1567385 DEBUG (simCloudManagerPool-5457-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1567385 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1567386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 1567386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1567391 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=1 [junit4] 2> 1567392 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1 [junit4] 2> 1567392 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1 [junit4] 2> 1567397 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2 [junit4] 2> 1567398 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2 [junit4] 2> 1567426 DEBUG (simCloudManagerPool-5457-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3 [junit4] 2> 1567426 DEBUG (simCloudManagerPool-5457-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3 [junit4] 2> 1567466 DEBUG (simCloudManagerPool-5457-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4 [junit4] 2> 1567467 DEBUG (simCloudManagerPool-5457-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4 [junit4] 2> 1567472 DEBUG (simCloudManagerPool-5457-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5 [junit4] 2> 1567480 DEBUG (simCloudManagerPool-5457-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5 [junit4] 2> 1567480 DEBUG (simCloudManagerPool-5457-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=6): {"core_node1":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":".system", [junit4] 2> "node_name":"127.0.0.1:10071_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 1567480 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=6 [junit4] 2> 1567486 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6 [junit4] 2> 1567486 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[363B96439024109D]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6 [junit4] 2> 1567589 DEBUG (simCloudManagerPool-5457-thread-11) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1567589 DEBUG (simCloudManagerPool-5457-thread-11) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10129_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10124_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10067_solr, 127.0.0.1:10061_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10126_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10127_solr, 127.0.0.1:10113_solr, 127.0.0.1:10058_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10039_solr, 127.0.0.1:10044_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10110_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10125_solr, 127.0.0.1:10078_solr, 127.0.0.1:10128_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr] [junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=start, class=org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster$StartTriggerAction}, {name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster$FinishTriggerAction}], enabled=true} [junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 1567590 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1567590 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567590 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567601 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567601 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567611 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567611 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567621 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567621 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeAdded, currentVersion=7 [junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7 [junit4] 2> 1567629 DEBUG (simCloudManagerPool-5457-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7 [junit4] 2> 1567632 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567632 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567641 DEBUG (simCloudManagerPool-5457-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8 [junit4] 2> 1567642 DEBUG (simCloudManagerPool-5457-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8 [junit4] 2> 1567642 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567642 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567654 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567654 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567662 DEBUG (simCloudManagerPool-5457-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9 [junit4] 2> 1567662 DEBUG (simCloudManagerPool-5457-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9 [junit4] 2> 1567665 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567665 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567677 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567677 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567687 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567687 DEBUG (ScheduledTrigger-5458-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567694 DEBUG (simCloudManagerPool-5457-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10 [junit4] 2> 1567723 DEBUG (simCloudManagerPool-5457-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10 [junit4] 2> 1567734 DEBUG (simCloudManagerPool-5457-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11 [junit4] 2> 1567809 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567809 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567809 DEBUG (simCloudManagerPool-5457-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11 [junit4] 2> 1567819 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567819 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567829 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567829 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567840 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567840 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567842 DEBUG (simCloudManagerPool-5457-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1 (currentVersion=12): {"core_node1":{ [junit4] 2> "core":"testNodeAdded_shard1_replica_n1", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeAdded", [junit4] 2> "node_name":"127.0.0.1:10073_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 1567847 DEBUG (simCloudManagerPool-5457-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12 [junit4] 2> 1567850 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567859 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567859 DEBUG (simCloudManagerPool-5457-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12 [junit4] 2> 1567868 DEBUG (simCloudManagerPool-5457-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13 [junit4] 2> 1567869 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567870 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567880 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567880 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567890 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567891 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567893 DEBUG (simCloudManagerPool-5457-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13 [junit4] 2> 1567899 DEBUG (simCloudManagerPool-5457-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14 [junit4] 2> 1567901 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567901 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567912 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567912 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567922 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567922 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567933 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567933 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567943 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567943 DEBUG (ScheduledTrigger-5458-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567955 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567955 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567968 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567969 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567979 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567979 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567989 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1567989 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1567990 DEBUG (simCloudManagerPool-5457-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14 [junit4] 2> 1567995 DEBUG (simCloudManagerPool-5457-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15 [junit4] 2> 1568000 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568015 DEBUG (simCloudManagerPool-5457-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15 [junit4] 2> 1568029 DEBUG (simCloudManagerPool-5457-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16 [junit4] 2> 1568100 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568110 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568110 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568117 DEBUG (simCloudManagerPool-5457-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16 [junit4] 2> 1568121 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568121 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568125 DEBUG (simCloudManagerPool-5457-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17 [junit4] 2> 1568131 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568132 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568132 DEBUG (simCloudManagerPool-5457-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17 [junit4] 2> 1568137 DEBUG (simCloudManagerPool-5457-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18 [junit4] 2> 1568142 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568142 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568152 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568152 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568163 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568163 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568173 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568173 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568183 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568183 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568194 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568194 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568206 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568206 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568207 DEBUG (simCloudManagerPool-5457-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18 [junit4] 2> 1568212 DEBUG (simCloudManagerPool-5457-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19 [junit4] 2> 1568216 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568216 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568223 DEBUG (simCloudManagerPool-5457-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19 [junit4] 2> 1568227 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568227 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568228 DEBUG (simCloudManagerPool-5457-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20 [junit4] 2> 1568237 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568237 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568238 DEBUG (simCloudManagerPool-5457-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20 [junit4] 2> 1568243 DEBUG (simCloudManagerPool-5457-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21 [junit4] 2> 1568248 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568248 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568258 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568258 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568268 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568268 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568279 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568279 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568289 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568289 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568299 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568299 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568310 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568310 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568320 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568320 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568321 DEBUG (simCloudManagerPool-5457-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21 [junit4] 2> 1568327 DEBUG (simCloudManagerPool-5457-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22 [junit4] 2> 1568331 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568331 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568341 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568341 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568357 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568357 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568367 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568367 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568369 DEBUG (simCloudManagerPool-5457-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22 [junit4] 2> 1568375 DEBUG (simCloudManagerPool-5457-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23 [junit4] 2> 1568378 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568378 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568389 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568389 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568399 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568399 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568409 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568409 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568422 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568422 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568432 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568433 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568443 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568443 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568445 DEBUG (simCloudManagerPool-5457-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23 [junit4] 2> 1568450 DEBUG (simCloudManagerPool-5457-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24 [junit4] 2> 1568461 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568461 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568474 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568474 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568474 DEBUG (simCloudManagerPool-5457-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24 [junit4] 2> 1568479 DEBUG (simCloudManagerPool-5457-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25 [junit4] 2> 1568484 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568484 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568485 DEBUG (simCloudManagerPool-5457-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25 [junit4] 2> 1568485 DEBUG (MetricsHistoryHandler-5461-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26 [junit4] 2> 1568494 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568495 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568505 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568505 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568520 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568520 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568531 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568531 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568544 DEBUG (MetricsHistoryHandler-5461-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26 [junit4] 2> 1568549 DEBUG (simCloudManagerPool-5457-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27 [junit4] 2> 1568574 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568574 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568575 DEBUG (simCloudManagerPool-5457-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27 [junit4] 2> 1568582 DEBUG (simCloudManagerPool-5457-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28 [junit4] 2> 1568585 DEBUG (simCloudManagerPool-5457-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28 [junit4] 2> 1568601 DEBUG (simCloudManagerPool-5457-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29 [junit4] 2> 1568601 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568601 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568611 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568611 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568624 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568624 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568636 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568637 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568650 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568650 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568664 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568665 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568675 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568675 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568686 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568686 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568696 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568697 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568708 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568708 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568724 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568725 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568736 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568737 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568747 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568747 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568749 DEBUG (simCloudManagerPool-5457-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29 [junit4] 2> 1568755 DEBUG (simCloudManagerPool-5457-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30 [junit4] 2> 1568758 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568758 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568761 DEBUG (simCloudManagerPool-5457-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30 [junit4] 2> 1568766 DEBUG (simCloudManagerPool-5457-thread-38) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31 [junit4] 2> 1568768 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568768 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568778 DEBUG (simCloudManagerPool-5457-thread-38) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31 [junit4] 2> 1568779 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568779 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568784 DEBUG (simCloudManagerPool-5457-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32 [junit4] 2> 1568790 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568790 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568800 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568800 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568807 DEBUG (simCloudManagerPool-5457-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32 [junit4] 2> 1568812 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568812 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568813 DEBUG (simCloudManagerPool-5457-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33 [junit4] 2> 1568823 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568823 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568833 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568834 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568844 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568844 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568856 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568856 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568866 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568866 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568871 DEBUG (simCloudManagerPool-5457-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33 [junit4] 2> 1568876 DEBUG (simCloudManagerPool-5457-thread-41) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34 [junit4] 2> 1568876 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568876 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568886 DEBUG (simCloudManagerPool-5457-thread-41) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34 [junit4] 2> 1568887 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568887 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568892 DEBUG (simCloudManagerPool-5457-thread-36) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35 [junit4] 2> 1568897 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568897 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568912 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568913 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568922 DEBUG (simCloudManagerPool-5457-thread-36) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35 [junit4] 2> 1568923 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568923 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568927 DEBUG (simCloudManagerPool-5457-thread-42) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36 [junit4] 2> 1568930 DEBUG (simCloudManagerPool-5457-thread-42) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36 [junit4] 2> 1568933 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568933 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568935 DEBUG (simCloudManagerPool-5457-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37 [junit4] 2> 1568943 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568943 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568954 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568954 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568964 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568964 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568974 DEBUG (simCloudManagerPool-5457-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37 [junit4] 2> 1568974 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568974 DEBUG (ScheduledTrigger-5458-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568979 DEBUG (simCloudManagerPool-5457-thread-46) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38 [junit4] 2> 1568985 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568986 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568998 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1568998 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1568999 DEBUG (simCloudManagerPool-5457-thread-46) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38 [junit4] 2> 1569004 DEBUG (simCloudManagerPool-5457-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39 [junit4] 2> 1569005 DEBUG (simCloudManagerPool-5457-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39 [junit4] 2> 1569008 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569008 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569010 DEBUG (simCloudManagerPool-5457-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40 [junit4] 2> 1569011 DEBUG (simCloudManagerPool-5457-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40 [junit4] 2> 1569016 DEBUG (simCloudManagerPool-5457-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41 [junit4] 2> 1569018 DEBUG (simCloudManagerPool-5457-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41 [junit4] 2> 1569019 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569019 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569023 DEBUG (simCloudManagerPool-5457-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=42 [junit4] 2> 1569024 DEBUG (simCloudManagerPool-5457-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42 [junit4] 2> 1569029 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569029 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569037 DEBUG (simCloudManagerPool-5457-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=43 [junit4] 2> 1569040 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569040 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569041 DEBUG (simCloudManagerPool-5457-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43 [junit4] 2> 1569046 DEBUG (simCloudManagerPool-5457-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=44 [junit4] 2> 1569047 DEBUG (simCloudManagerPool-5457-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44 [junit4] 2> 1569051 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569051 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569053 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=45 [junit4] 2> 1569058 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45 [junit4] 2> 1569061 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569061 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569063 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=46 [junit4] 2> 1569064 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46 [junit4] 2> 1569076 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569077 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=47 [junit4] 2> 1569077 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569078 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47 [junit4] 2> 1569083 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=48 [junit4] 2> 1569084 DEBUG (simCloudManagerPool-5457-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48 [junit4] 2> 1569087 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569087 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569089 DEBUG (simCloudManagerPool-5457-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=49 [junit4] 2> 1569093 DEBUG (simCloudManagerPool-5457-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49 [junit4] 2> 1569097 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569097 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569099 DEBUG (simCloudManagerPool-5457-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=50 [junit4] 2> 1569100 DEBUG (simCloudManagerPool-5457-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50 [junit4] 2> 1569105 DEBUG (simCloudManagerPool-5457-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=51 [junit4] 2> 1569106 DEBUG (simCloudManagerPool-5457-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51 [junit4] 2> 1569107 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569107 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569111 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=52 [junit4] 2> 1569111 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52 [junit4] 2> 1569117 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=53 [junit4] 2> 1569118 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53 [junit4] 2> 1569120 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569121 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569123 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=54 [junit4] 2> 1569124 DEBUG (simCloudManagerPool-5457-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54 [junit4] 2> 1569129 DEBUG (simCloudManagerPool-5457-thread-45) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=55 [junit4] 2> 1569130 DEBUG (simCloudManagerPool-5457-thread-45) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55 [junit4] 2> 1569131 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569131 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569135 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=56 [junit4] 2> 1569136 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56 [junit4] 2> 1569141 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569141 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569141 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=57 [junit4] 2> 1569142 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57 [junit4] 2> 1569148 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=58 [junit4] 2> 1569149 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58 [junit4] 2> 1569151 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569152 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569154 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=59 [junit4] 2> 1569155 DEBUG (simCloudManagerPool-5457-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59 [junit4] 2> 1569161 DEBUG (simCloudManagerPool-5457-thread-55) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=60 [junit4] 2> 1569161 DEBUG (simCloudManagerPool-5457-thread-55) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 60 [junit4] 2> 1569162 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569162 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569167 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=61 [junit4] 2> 1569168 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 61 [junit4] 2> 1569172 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569172 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569173 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=62 [junit4] 2> 1569174 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 62 [junit4] 2> 1569179 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=63 [junit4] 2> 1569180 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 63 [junit4] 2> 1569184 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569184 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569186 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=64 [junit4] 2> 1569186 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 64 [junit4] 2> 1569192 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=65 [junit4] 2> 1569193 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 65 [junit4] 2> 1569194 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569194 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569198 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=66 [junit4] 2> 1569199 DEBUG (simCloudManagerPool-5457-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 66 [junit4] 2> 1569205 DEBUG (simCloudManagerPool-5457-thread-58) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=67 [junit4] 2> 1569205 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569205 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569206 DEBUG (simCloudManagerPool-5457-thread-58) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 67 [junit4] 2> 1569211 DEBUG (simCloudManagerPool-5457-thread-59) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=68 [junit4] 2> 1569212 DEBUG (simCloudManagerPool-5457-thread-59) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 68 [junit4] 2> 1569215 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569215 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569218 DEBUG (simCloudManagerPool-5457-thread-60) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=69 [junit4] 2> 1569219 DEBUG (simCloudManagerPool-5457-thread-60) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 69 [junit4] 2> 1569224 DEBUG (simCloudManagerPool-5457-thread-61) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=70 [junit4] 2> 1569225 DEBUG (simCloudManagerPool-5457-thread-61) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 70 [junit4] 2> 1569226 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569226 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569231 DEBUG (simCloudManagerPool-5457-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=71 [junit4] 2> 1569231 DEBUG (simCloudManagerPool-5457-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 71 [junit4] 2> 1569236 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569236 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569237 DEBUG (simCloudManagerPool-5457-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=72 [junit4] 2> 1569238 DEBUG (simCloudManagerPool-5457-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 72 [junit4] 2> 1569243 DEBUG (simCloudManagerPool-5457-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=73 [junit4] 2> 1569244 DEBUG (simCloudManagerPool-5457-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 73 [junit4] 2> 1569247 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569247 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569250 DEBUG (simCloudManagerPool-5457-thread-57) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=74 [junit4] 2> 1569251 DEBUG (simCloudManagerPool-5457-thread-57) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 74 [junit4] 2> 1569256 DEBUG (simCloudManagerPool-5457-thread-66) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=75 [junit4] 2> 1569257 DEBUG (simCloudManagerPool-5457-thread-66) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 75 [junit4] 2> 1569258 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569258 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569264 DEBUG (simCloudManagerPool-5457-thread-68) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=76 [junit4] 2> 1569265 DEBUG (simCloudManagerPool-5457-thread-68) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 76 [junit4] 2> 1569268 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569268 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569270 DEBUG (simCloudManagerPool-5457-thread-69) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=77 [junit4] 2> 1569271 DEBUG (simCloudManagerPool-5457-thread-69) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 77 [junit4] 2> 1569277 DEBUG (simCloudManagerPool-5457-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=78 [junit4] 2> 1569278 DEBUG (simCloudManagerPool-5457-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 78 [junit4] 2> 1569279 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569279 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569283 DEBUG (simCloudManagerPool-5457-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=79 [junit4] 2> 1569284 DEBUG (simCloudManagerPool-5457-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 79 [junit4] 2> 1569289 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569289 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569289 DEBUG (simCloudManagerPool-5457-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=80 [junit4] 2> 1569290 DEBUG (simCloudManagerPool-5457-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 80 [junit4] 2> 1569296 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=81 [junit4] 2> 1569297 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 81 [junit4] 2> 1569302 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=82 [junit4] 2> 1569303 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 82 [junit4] 2> 1569308 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=83 [junit4] 2> 1569309 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 83 [junit4] 2> 1569315 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=84 [junit4] 2> 1569316 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 84 [junit4] 2> 1569316 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569316 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569322 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=85 [junit4] 2> 1569323 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 85 [junit4] 2> 1569327 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569327 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569337 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=86 [junit4] 2> 1569337 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1569337 DEBUG (ScheduledTrigger-5458-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100 [junit4] 2> 1569337 DEBUG (simCloudManagerPool-5457-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 86 [junit4] 2> 1569343 DEBUG (simCloudManagerPool-5457-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=87 [junit4] 2> 1569344 DEBUG (simCloudManagerPool-5457-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 87 [junit4] 2> 1569347 DEBUG (ScheduledTrigge [...truncated too long message...] ard1.replica_n7:QUERY./select.requestTimes:1minRate 4 [junit4] 2> 1577522 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate [junit4] 2> 1577553 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## - shard1 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0 [junit4] 2> 1577584 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0 [junit4] 2> 1579009 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1579076 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 1579077 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 1579077 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 1579077 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 1579108 DEBUG (ScheduledTrigger-5464-thread-3) [ ] o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0, shardRate=4.0 [junit4] 2> 1579248 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 1579248 DEBUG (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1579254 INFO (TEST-TestSimLargeCluster.testSearchRate-seed#[363B96439024109D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimLargeCluster -Dtests.method=testSearchRate -Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hy -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 3.32s J1 | TestSimLargeCluster.testSearchRate <<< [junit4] > Throwable #1: java.lang.AssertionError: The trigger did not fire at all [junit4] > at __randomizedtesting.SeedInfo.seed([363B96439024109D:6B7388CA5FE2B6D2]:0) [junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567) [junit4] > at java.base/java.lang.Thread.run(Thread.java:835) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_363B96439024109D-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@468d12da), locale=hy, timezone=Europe/Vienna [junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=341104560,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, TestExtendedDismaxParser, TestUtilizeNode, TestCollectionsAPIViaSolrCloudCluster, TestConfigOverlay, CloudExitableDirectoryReaderTest, TestFieldCacheVsDocValues, ShufflingReplicaListTransformerTest, TestChildDocTransformer, EmbeddedSolrNoSerializeTest, DistribDocExpirationUpdateProcessorTest, NodeLostTriggerTest, TestCursorMarkWithoutUniqueKey, TestReRankQParserPlugin, MetricsHistoryHandlerTest, RulesTest, TestFreeTextSuggestions, TestImpersonationWithHadoopAuth, ZkSolrClientTest, TestLuceneMatchVersion, OutOfBoxZkACLAndCredentialsProvidersTest, SearchRateTriggerIntegrationTest, SolrCloudExampleTest, TestDistributedSearch, CollectionTooManyReplicasTest, BlockJoinFacetRandomTest, TestEmbeddedSolrServerConstructors, TestManagedSchemaThreadSafety, SaslZkACLProviderTest, IndexSchemaTest, AliasIntegrationTest, DebugComponentTest, DocExpirationUpdateProcessorFactoryTest, LeaderTragicEventTest, SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest, SpatialHeatmapFacetsTest, TaggerTest, NodeAddedTriggerIntegrationTest, ExitableDirectoryReaderTest, TestCloudNestedDocsSort, EnumFieldTest, TestComplexPhraseLeadingWildcard, TestSimPolicyCloud, TestBinaryResponseWriter, TestSchemaSimilarityResource, OverseerTaskQueueTest, QueryEqualityTest, DataDrivenBlockJoinTest, TestRuleBasedAuthorizationPlugin, SuggesterTest, TestJsonFacetsWithNestedObjects, SolrGraphiteReporterTest, MaxSizeAutoCommitTest, MinimalSchemaTest, TestNumericTokenStream, TestBlobHandler, TestDFISimilarityFactory, ConcurrentCreateRoutedAliasTest, TestXmlQParserPlugin, TestSolrDeletionPolicy1, TermVectorComponentTest, TestObjectReleaseTracker, SegmentsInfoRequestHandlerTest, SharedFSAutoReplicaFailoverTest, TestFilteredDocIdSet, TestTolerantSearch, TestStressCloudBlindAtomicUpdates, TestSolrQueryParser, SpellPossibilityIteratorTest, NoCacheHeaderTest, TestLRUStatsCache, SolrRrdBackendFactoryTest, CdcrBidirectionalTest, TestInitQParser, TestUniqueKeyFieldResource, TestUnInvertedFieldException, DistributedTermsComponentTest, TestLockTree, TestInPlaceUpdatesDistrib, TimeRoutedAliasUpdateProcessorTest, DocValuesMissingTest, CircularListTest, FullHLLTest, OrderedExecutorTest, SolrPluginUtilsTest, TestPolicyCloud, IndexBasedSpellCheckerTest, TestAnalyzedSuggestions, ConjunctionSolrSpellCheckerTest, WordBreakSolrSpellCheckerTest, RequestLoggingTest, RecoveryAfterSoftCommitTest, SparseHLLTest, TestSearchPerf, TestConfigSetsAPI, SubstringBytesRefFilterTest, TestSolrCoreParser, TestPhraseSuggestions, TestCustomSort, TestSQLHandler, ProtectedTermFilterFactoryTest, TestGraphTermsQParserPlugin, TestSolrCLIRunExample, OverseerModifyCollectionTest, TestNumericTerms32, CdcrWithNodesRestartsTest, TestTrackingShardHandlerFactory, TestLegacyFieldReuse, StressHdfsTest, TestOverriddenPrefixQueryForCustomFieldType, TokenizerChainTest, TestCloudPivotFacet, TestStressUserVersions, SimpleMLTQParserTest, TestDocBasedVersionConstraints, PeerSyncWithIndexFingerprintCachingTest, TestLazyCores, TestDynamicLoading, TlogReplayBufferedWhileIndexingTest, RegexBoostProcessorTest, TestCloudRecovery2, TestFieldTypeResource, TestMinMaxOnMultiValuedField, HttpPartitionTest, TestUtils, TestMacros, TestCopyFieldCollectionResource, TestSimLargeCluster] [junit4] Completed [369/840 (2!)] on J1 in 12.20s, 4 tests, 1 failure, 2 skipped <<< FAILURES! [...truncated 44154 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/197/consoleText [repro] Revision: 7b93dd5aa5016e4e4365b97439f406bc86cab451 [repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" [repro] Repro line: ant test -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=se-NO -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] Repro line: ant test -Dtestcase=TestSimLargeCluster -Dtests.method=testSearchRate -Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hy -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/core [repro] TestSimLargeCluster [repro] TestPKIAuthenticationPlugin [repro] ant compile-test [...truncated 3577 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.TestSimLargeCluster|*.TestPKIAuthenticationPlugin" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=363B96439024109D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hy -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [...truncated 115 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster [repro] 0/5 failed: org.apache.solr.security.TestPKIAuthenticationPlugin [repro] Exiting with code 0 [...truncated 43 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org