Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1689/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=14798, name=jetty-launcher-3038-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 2) Thread[id=14715, name=jetty-launcher-3038-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 3) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=14798, name=jetty-launcher-3038-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 2) Thread[id=14715, name=jetty-launcher-3038-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 3) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate Error Message: expected:<10> but was:<9> Stack Trace: java.lang.AssertionError: expected:<10> but was:<9> at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE:4B407357E7DDBFA1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:555) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12179 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 534569 INFO (SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_16086DDE281B19EE-001/init-core-data-001 [junit4] 2> 534570 WARN (SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21 [junit4] 2> 534570 INFO (SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 534572 INFO (SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 534676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 534679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 534679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 534680 DEBUG (ScheduledTrigger-1347-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 48 [junit4] 2> 534689 INFO (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 534689 DEBUG (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 534690 INFO (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 534690 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 534692 DEBUG (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 534693 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534713 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534734 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534755 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534775 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534795 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534800 DEBUG (simCloudManagerPool-1349-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 534800 DEBUG (simCloudManagerPool-1349-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 534801 DEBUG (simCloudManagerPool-1349-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 534801 DEBUG (simCloudManagerPool-1349-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 534801 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534804 DEBUG (simCloudManagerPool-1349-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 534804 DEBUG (simCloudManagerPool-1349-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 534805 DEBUG (simCloudManagerPool-1349-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 534805 DEBUG (simCloudManagerPool-1349-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 534821 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534823 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534841 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534844 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534867 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534867 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534887 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534887 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534908 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534908 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534928 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534929 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534949 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534949 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534969 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534969 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 534989 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 534989 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535010 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535010 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535030 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535030 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535050 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535050 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535070 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535070 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535090 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535090 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535111 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535111 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535131 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535131 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535151 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535151 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535173 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535174 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535194 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535194 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535214 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535214 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535234 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535235 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535255 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535255 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535275 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535275 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535296 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535296 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535319 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535319 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535339 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535340 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535360 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535360 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535380 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535380 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535400 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535400 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535421 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535421 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535444 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535444 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535464 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535465 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535485 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535485 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535505 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535505 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535525 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535525 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535546 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535546 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535566 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535566 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535587 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535587 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535607 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535607 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535627 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535627 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535647 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535647 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535667 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535667 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535688 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535688 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535708 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535708 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535728 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535729 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535749 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 535750 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 535764 DEBUG (simCloudManagerPool-1349-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10038_solr", [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 535764 DEBUG (simCloudManagerPool-1349-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10057_solr", [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 535765 DEBUG (simCloudManagerPool-1349-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "node_name":"127.0.0.1:10018_solr", [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 535766 DEBUG (simCloudManagerPool-1349-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "node_name":"127.0.0.1:10026_solr", [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 535766 DEBUG (simCloudManagerPool-1349-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10060_solr", [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":1000000000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 535766 INFO (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 823ms [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 96 [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 96 [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10023_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10023_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr [junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr [junit4] 2> 535813 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 535813 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 535833 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 535833 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 535854 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 535854 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10006_solr, 127.0.0.1:10021_solr, 127.0.0.1:10027_solr, 127.0.0.1:10064_solr] [junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647718980384146, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647718980384146, [junit4] 2> 2647718979393946, [junit4] 2> 2647718982073246, [junit4] 2> 2647718981233946], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 535875 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 535878 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647718980384146, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647718980384146, [junit4] 2> 2647718979393946, [junit4] 2> 2647718982073246, [junit4] 2> 2647718981233946], [junit4] 2> "_enqueue_time_":2647724153691146, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 535878 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647718980384146, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647718980384146, [junit4] 2> 2647718979393946, [junit4] 2> 2647718982073246, [junit4] 2> 2647718981233946], [junit4] 2> "_enqueue_time_":2647724153691146, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 535901 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node28 [junit4] 2> 535911 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node68 [junit4] 2> 535918 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node24 [junit4] 2> 535921 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node3 [junit4] 2> 535921 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647726438 sessionWrapper.createTime 2647724410664996, this.sessionWrapper.createTime 2647724410664996 [junit4] 2> 535921 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647718980384146, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647718980384146, [junit4] 2> 2647718979393946, [junit4] 2> 2647718982073246, [junit4] 2> 2647718981233946], [junit4] 2> "_enqueue_time_":2647724153691146, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@55786e17, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5b3cc74d, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@64e7bc02, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@23494bf0], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 535921 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node28 [junit4] 2> 536028 DEBUG (simCloudManagerPool-1349-thread-125) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard2_replica_p76", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 536142 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node68 [junit4] 2> 536247 DEBUG (simCloudManagerPool-1349-thread-133) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard5_replica_t78", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 536366 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node24 [junit4] 2> 536467 DEBUG (simCloudManagerPool-1349-thread-141) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard2_replica_t80", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 536584 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node3 [junit4] 2> 536687 DEBUG (simCloudManagerPool-1349-thread-149) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard1_replica_n82", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 46220 ms for event id=968161d4a7592T6iffm5zfshajoxyl2agrxpi4q [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10033_solr, 127.0.0.1:10005_solr, 127.0.0.1:10023_solr, 127.0.0.1:10048_solr] [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10006_solr, 127.0.0.1:10033_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10027_solr, 127.0.0.1:10023_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr] [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647720003489896, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720003489896, [junit4] 2> 2647720001851446, [junit4] 2> 2647720004910096, [junit4] 2> 2647720011113996], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10048_solr"]}} [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"968161e01d2c8T6iffm5zfshajoxyl2agrxpi4u", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647718992401096, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647718992401096, [junit4] 2> 2647720004315796, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720005705296, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 536903 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647720003489896, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720003489896, [junit4] 2> 2647720001851446, [junit4] 2> 2647720004910096, [junit4] 2> 2647720011113996], [junit4] 2> "_enqueue_time_":2647775530646446, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10048_solr"]}} [junit4] 2> 536904 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10006_solr, 127.0.0.1:10033_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10027_solr, 127.0.0.1:10023_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr] is not ready, will try later [junit4] 2> 536904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647720003489896, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720003489896, [junit4] 2> 2647720001851446, [junit4] 2> 2647720004910096, [junit4] 2> 2647720011113996], [junit4] 2> "_enqueue_time_":2647775530646446, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10048_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 536913 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 536919 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node62 [junit4] 2> 536923 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node30 [junit4] 2> 536925 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node41 [junit4] 2> 536925 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647776676 sessionWrapper.createTime 2647775689546596, this.sessionWrapper.createTime 2647775689546596 [junit4] 2> 536925 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647720003489896, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720003489896, [junit4] 2> 2647720001851446, [junit4] 2> 2647720004910096, [junit4] 2> 2647720011113996], [junit4] 2> "_enqueue_time_":2647775530646446, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10048_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@79ec3618, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@541f4a6c, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6f7ea0e7, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@12a408a6], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 536926 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node53 [junit4] 2> 537027 DEBUG (simCloudManagerPool-1349-thread-160) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{ [junit4] 2> "core":"testBasic_shard4_replica_t84", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 537138 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node62 [junit4] 2> 537244 DEBUG (simCloudManagerPool-1349-thread-168) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{ [junit4] 2> "core":"testBasic_shard5_replica_n86", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10094_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 537366 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node30 [junit4] 2> 537468 DEBUG (simCloudManagerPool-1349-thread-176) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{ [junit4] 2> "core":"testBasic_shard2_replica_p88", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10091_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 537581 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node41 [junit4] 2> 537683 DEBUG (simCloudManagerPool-1349-thread-184) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{ [junit4] 2> "core":"testBasic_shard3_replica_p90", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10034_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 537801 INFO (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 101146ms [junit4] 2> 537802 INFO (TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, MOVEREPLICA=8, REQUESTSTATUS=8, autoscaling=2, update=4} [junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 44989 ms for event id=968165a45d068T6iffm5zfshajoxyl2agrxpi4t [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr [junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr [junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr [junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10033_solr, 127.0.0.1:10023_solr, 127.0.0.1:10006_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10027_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr] [junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647720004315796, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720004315796, [junit4] 2> 2647720005705296, [junit4] 2> 2647718992401096, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 537904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647720004315796, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720004315796, [junit4] 2> 2647720005705296, [junit4] 2> 2647718992401096, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "_enqueue_time_":2647825622396246, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 537904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647720004315796, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720004315796, [junit4] 2> 2647720005705296, [junit4] 2> 2647718992401096, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "_enqueue_time_":2647825622396246, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 537907 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647825757 sessionWrapper.createTime 2647825735313346, this.sessionWrapper.createTime 2647825735313346 [junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647720004315796, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720004315796, [junit4] 2> 2647720005705296, [junit4] 2> 2647718992401096, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "_enqueue_time_":2647825622396246, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 537907 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":2647720004315796, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647720004315796, [junit4] 2> 2647720005705296, [junit4] 2> 2647718992401096, [junit4] 2> 2647718991536296, [junit4] 2> 2647720002897596, [junit4] 2> 2647718994175946, [junit4] 2> 2647720013902596, [junit4] 2> 2647718993242046], [junit4] 2> "_enqueue_time_":2647825622396246, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10033_solr", [junit4] 2> "127.0.0.1:10023_solr", [junit4] 2> "127.0.0.1:10006_solr", [junit4] 2> "127.0.0.1:10021_solr", [junit4] 2> "127.0.0.1:10005_solr", [junit4] 2> "127.0.0.1:10027_solr", [junit4] 2> "127.0.0.1:10048_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 154 ms for event id=968165a526a94T6iffm5zfshajoxyl2agrxpi4y [junit4] 2> 538007 DEBUG (ScheduledTrigger-1350-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 538007 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 82 [junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10054_solr, 127.0.0.1:10087_solr, 127.0.0.1:10074_solr, 127.0.0.1:10009_solr, 127.0.0.1:10098_solr, 127.0.0.1:10090_solr, 127.0.0.1:10030_solr, 127.0.0.1:10011_solr] [junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647825604695496, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647825604695496, [junit4] 2> 2647825606125946, [junit4] 2> 2647825603174846, [junit4] 2> 2647825594030846, [junit4] 2> 2647825587477996, [junit4] 2> 2647825594988746, [junit4] 2> 2647825595641646, [junit4] 2> 2647825589199696, [junit4] 2> 2647825600746246, [junit4] 2> 2647825601492446], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10016_solr", [junit4] 2> "127.0.0.1:10054_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10009_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10090_solr", [junit4] 2> "127.0.0.1:10030_solr", [junit4] 2> "127.0.0.1:10011_solr"]}} [junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 538009 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647825604695496, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647825604695496, [junit4] 2> 2647825606125946, [junit4] 2> 2647825603174846, [junit4] 2> 2647825594030846, [junit4] 2> 2647825587477996, [junit4] 2> 2647825594988746, [junit4] 2> 2647825595641646, [junit4] 2> 2647825589199696, [junit4] 2> 2647825600746246, [junit4] 2> 2647825601492446], [junit4] 2> "_enqueue_time_":2647830823552146, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10016_solr", [junit4] 2> "127.0.0.1:10054_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10009_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10090_solr", [junit4] 2> "127.0.0.1:10030_solr", [junit4] 2> "127.0.0.1:10011_solr"]}} [junit4] 2> 538009 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2647825604695496, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 2647825604695496, [junit4] 2> 2647825606125946, [junit4] 2> 2647825603174846, [junit4] 2> 2647825594030846, [junit4] 2> 2647825587477996, [junit4] 2> 2647825594988746, [junit4] 2> 2647825595641646, [junit4] 2> 2647825589199696, [junit4] 2> 2647825600746246, [junit4] 2> 2647825601492446], [junit4] 2> "_enqueue_time_":2647830823552146, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10016_solr", [junit4] 2> "127.0.0.1:10054_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10009_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10090_solr", [junit4] 2> "127.0.0.1:10030_solr", [junit4] 2> "127.0.0.1:10011_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 538018 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node16 [junit4] 2> 538029 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node26 [junit4] 2> 538046 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node63 [junit4] 2> 538055 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node57 [junit4] 2> 538063 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10075_solr&inPlaceMove=true&replica=core_node33 [junit4] 2> 538067 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10050_solr&inPlaceMove=true&replica=core_node71 [junit4] 2> 538070 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10024_solr&inPlaceMove=true&replica=core_node37 [junit4] 2> 538073 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10008_solr&inPlaceMove=true&replica=core_node66 [junit4] 2> 538075 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10062_solr&inPlaceMove=true&replica=core_node52 [junit4] 2> 538077 INFO (AutoscalingActionExecutor-1351-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLI [...truncated too long message...] ntCnxn.java:1063) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1020, maxMBSortInHeap=6.275834500685828, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@456aa7c2), locale=ar-IQ, timezone=America/Anchorage [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=4,free=68938312,total=368631808 [junit4] 2> NOTE: All tests run in this JVM: [BasicAuthIntegrationTest, SSLMigrationTest, CreateCollectionCleanupTest, CursorPagingTest, TestSimpleTextCodec, DateMathParserTest, MBeansHandlerTest, ParsingFieldUpdateProcessorsTest, ResponseHeaderTest, TestConfigSetProperties, SolrRequestParserTest, DeleteInactiveReplicaTest, ComputePlanActionTest, VersionInfoTest, TestRTimerTree, TestCloudRecovery, DistribJoinFromCollectionTest, HdfsWriteToMultipleCollectionsTest, TestLeaderInitiatedRecoveryThread, MoveReplicaTest, TestSQLHandlerNonCloud, SchemaVersionSpecificBehaviorTest, HdfsAutoAddReplicasIntegrationTest, DistributedExpandComponentTest, TestTolerantSearch, TolerantUpdateProcessorTest, TestRawTransformer, BigEndianAscendingWordSerializerTest, AtomicUpdateProcessorFactoryTest, ConfigSetsAPITest, TestSolrQueryResponse, BlobRepositoryCloudTest, CoreSorterTest, TestFieldTypeCollectionResource, TestDistribDocBasedVersion, TestLargeCluster, CdcrVersionReplicationTest, WordBreakSolrSpellCheckerTest, TestPayloadScoreQParserPlugin, TermsComponentTest, SpellCheckCollatorWithCollapseTest, ReplaceNodeTest, ResourceLoaderTest, PropertiesRequestHandlerTest, TestFieldCacheVsDocValues, TestSystemIdResolver, LeaderInitiatedRecoveryOnShardRestartTest, TestQuerySenderNoQuery, ZkShardTermsTest, TestRecovery, TestExpandComponent, SynonymTokenizerTest, TestQueryUtils, MoreLikeThisHandlerTest, TestCorePropertiesReload, TestExactStatsCache, TestIBSimilarityFactory, TestPseudoReturnFields, TestSchemaNameResource, ClassificationUpdateProcessorTest, TestSolrConfigHandlerConcurrent, TestLocalFSCloudBackupRestore, ExitableDirectoryReaderTest, TestSha256AuthenticationProvider, FacetPivotSmallTest, TestRestoreCore, MigrateRouteKeyTest, TestRandomRequestDistribution, UnloadDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestCollationField, AddBlockUpdateTest, SubstringBytesRefFilterTest, SuggesterTSTTest, CloudExitableDirectoryReaderTest, AutoAddReplicasPlanActionTest, TestLegacyFieldReuse, TestPullReplicaErrorHandling, BufferStoreTest, TestRequestForwarding, TestSuggestSpellingConverter, TestReRankQParserPlugin, CdcrUpdateLogTest, DocExpirationUpdateProcessorFactoryTest, TestIntervalFaceting, TestNonDefinedSimilarityFactory, TestFoldingMultitermQuery, CachingDirectoryFactoryTest, SuggesterFSTTest, SignatureUpdateProcessorFactoryTest, TestRemoteStreaming, TestScoreJoinQPScore, TestCollationFieldDocValues, OverseerModifyCollectionTest, TestConfigSetsAPIExclusivity, TestSurroundQueryParser, V2ApiIntegrationTest, TestSolrCoreSnapshots, TestNodeLostTrigger, BooleanFieldTest, TestBlobHandler, TestGroupingSearch, TestMacroExpander, CdcrBootstrapTest, TestFieldCacheSort, HdfsCollectionsAPIDistributedZkTest, RestartWhileUpdatingTest, TestRealTimeGet, TestFiltering, SolrCoreMetricManagerTest, ConcurrentDeleteAndCreateCollectionTest, BlockCacheTest, TestZkChroot, TestEmbeddedSolrServerAdminHandler, SolrShardReporterTest, TestMaxTokenLenTokenizer, StatsComponentTest, SharedFSAutoReplicaFailoverTest, TestCollectionsAPIViaSolrCloudCluster, TestLazyCores, DistributedFacetPivotWhiteBoxTest, TestClusterProperties, TestInitParams, PluginInfoTest, LeaderElectionIntegrationTest, QueryEqualityTest, TestBinaryField, TestStressInPlaceUpdates, OverseerStatusTest, TestCloudInspectUtil, CoreAdminRequestStatusTest, TestBlendedInfixSuggestions, TestSweetSpotSimilarityFactory, GraphQueryTest, RAMDirectoryFactoryTest, TestSolrDeletionPolicy1, DirectSolrConnectionTest, TestPartialUpdateDeduplication, TestLegacyTerms, UninvertDocValuesMergePolicyTest, TestLegacyFieldCache, SpatialRPTFieldTypeTest, TestTlogReplica, TestApiFramework, TestSimpleQParserPlugin, TestPrepRecovery, MoveReplicaHDFSFailoverTest, HdfsNNFailoverTest, TestSolrCloudWithSecureImpersonation] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=16086DDE281B19EE -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: [junit4] > 1) Thread[id=14798, name=jetty-launcher-3038-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4] > 2) Thread[id=14715, name=jetty-launcher-3038-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) [junit4] > 3) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) [junit4] > at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) [junit4] > at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0) [junit4] Completed [259/778 (2!)] on J0 in 63.86s, 12 tests, 2 errors <<< FAILURES! [...truncated 10918 lines...] -validate-source-patterns: [source-patterns] invalid logging pattern [not private static final, uses static class name]: solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/collector/SolrCollector.java [source-patterns] invalid logging pattern [not private static final, uses static class name]: solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/exporter/SolrExporter.java [source-patterns] invalid logging pattern [not private static final, uses static class name]: solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/scraper/SolrScraper.java BUILD FAILED /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:618: The following error occurred while executing this line: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:128: Found 3 violations in source files (invalid logging pattern [not private static final, uses static class name]). Total time: 81 minutes 16 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts [WARNINGS] Skipping publisher since build result is FAILURE Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org