Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1689/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
3 threads leaked from SUITE scope at
org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1)
Thread[id=14798, name=jetty-launcher-3038-thread-2-EventThread, state=WAITING,
group=TGRP-TestSolrCloudWithSecureImpersonation] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
2) Thread[id=14715, name=jetty-launcher-3038-thread-1-EventThread,
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
3) Thread[id=14797,
name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=14798, name=jetty-launcher-3038-thread-2-EventThread,
state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
2) Thread[id=14715, name=jetty-launcher-3038-thread-1-EventThread,
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
3) Thread[id=14797,
name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=14797, name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=14797,
name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
expected:<10> but was:<9>
Stack Trace:
java.lang.AssertionError: expected:<10> but was:<9>
at
__randomizedtesting.SeedInfo.seed([16086DDE281B19EE:4B407357E7DDBFA1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12179 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 534569 INFO
(SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_16086DDE281B19EE-001/init-core-data-001
[junit4] 2> 534570 WARN
(SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 534570 INFO
(SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 534572 INFO
(SUITE-TestLargeCluster-seed#[16086DDE281B19EE]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 534676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 534677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 534679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 534680 DEBUG (ScheduledTrigger-1347-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 48
[junit4] 2> 534689 INFO
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 534689 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 534690 INFO
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 534690 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 534692 DEBUG
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 534692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534693 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 534693 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534713 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534734 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534755 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534775 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534795 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534800 DEBUG (simCloudManagerPool-1349-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534800 DEBUG (simCloudManagerPool-1349-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 534801 DEBUG (simCloudManagerPool-1349-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 534801 DEBUG (simCloudManagerPool-1349-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 534801 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534804 DEBUG (simCloudManagerPool-1349-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534804 DEBUG (simCloudManagerPool-1349-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 534805 DEBUG (simCloudManagerPool-1349-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 534805 DEBUG (simCloudManagerPool-1349-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534805 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 534821 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534823 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534841 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534844 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534867 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534867 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534887 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534887 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534908 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534908 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534928 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534929 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534949 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534949 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534969 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534969 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 534989 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 534989 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535010 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535010 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535030 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535030 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535050 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535050 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535070 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535070 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535090 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535090 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535111 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535111 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535131 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535131 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535151 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535151 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535173 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535174 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535194 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535194 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535214 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535214 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535234 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535235 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535255 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535255 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535275 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535275 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535296 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535296 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535319 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535319 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535339 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535340 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535360 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535360 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535380 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535380 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535400 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535400 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535421 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535421 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535444 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535444 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535464 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535465 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535485 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535485 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535505 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535505 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535525 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535525 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535546 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535546 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535566 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535566 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535587 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535587 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535607 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535607 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535627 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535627 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535647 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535647 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535667 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535667 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535688 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535688 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535708 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535708 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535728 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535729 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535749 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 535750 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 535764 DEBUG (simCloudManagerPool-1349-thread-79) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10038_solr",
[junit4] 2> "core":"testBasic_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 535764 DEBUG (simCloudManagerPool-1349-thread-83) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "core":"testBasic_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 535765 DEBUG (simCloudManagerPool-1349-thread-81) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard4: {"core_node54":{
[junit4] 2> "node_name":"127.0.0.1:10018_solr",
[junit4] 2> "core":"testBasic_shard4_replica_t54",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 535766 DEBUG (simCloudManagerPool-1349-thread-82) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard5: {"core_node65":{
[junit4] 2> "node_name":"127.0.0.1:10026_solr",
[junit4] 2> "core":"testBasic_shard5_replica_n65",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 535766 DEBUG (simCloudManagerPool-1349-thread-80) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic /
shard3: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10060_solr",
[junit4] 2> "core":"testBasic_shard3_replica_t39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic"}}
[junit4] 2> 535766 INFO
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 823ms
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 96
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 96
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr
[junit4] 2> 535772 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10027_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10033_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10023_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10023_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
[junit4] 2> 535792 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
[junit4] 2> 535813 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 535813 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 535833 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 535833 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 535854 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 535854 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10006_solr, 127.0.0.1:10021_solr, 127.0.0.1:10027_solr,
127.0.0.1:10064_solr]
[junit4] 2> 535874 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647718980384146,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647718980384146,
[junit4] 2> 2647718979393946,
[junit4] 2> 2647718982073246,
[junit4] 2> 2647718981233946],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 535875 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 535878 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647718980384146,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647718980384146,
[junit4] 2> 2647718979393946,
[junit4] 2> 2647718982073246,
[junit4] 2> 2647718981233946],
[junit4] 2> "_enqueue_time_":2647724153691146,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 535878 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647718980384146,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647718980384146,
[junit4] 2> 2647718979393946,
[junit4] 2> 2647718982073246,
[junit4] 2> 2647718981233946],
[junit4] 2> "_enqueue_time_":2647724153691146,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}} with context properties:
{BEFORE_ACTION=[compute]}
[junit4] 2> 535901 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node28
[junit4] 2> 535911 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node68
[junit4] 2> 535918 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node24
[junit4] 2> 535921 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 535921 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647726438
sessionWrapper.createTime 2647724410664996, this.sessionWrapper.createTime
2647724410664996
[junit4] 2> 535921 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"968161d4a7592T6iffm5zfshajoxyl2agrxpi4q",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647718980384146,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647718980384146,
[junit4] 2> 2647718979393946,
[junit4] 2> 2647718982073246,
[junit4] 2> 2647718981233946],
[junit4] 2> "_enqueue_time_":2647724153691146,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}} with context properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@55786e17,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5b3cc74d,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@64e7bc02,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@23494bf0],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 535921 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node28
[junit4] 2> 536028 DEBUG (simCloudManagerPool-1349-thread-125) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
[junit4] 2> "core":"testBasic_shard2_replica_p76",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 536142 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node68
[junit4] 2> 536247 DEBUG (simCloudManagerPool-1349-thread-133) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
[junit4] 2> "core":"testBasic_shard5_replica_t78",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 536366 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node24
[junit4] 2> 536467 DEBUG (simCloudManagerPool-1349-thread-141) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
[junit4] 2> "core":"testBasic_shard2_replica_t80",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 536584 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 536687 DEBUG (simCloudManagerPool-1349-thread-149) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
[junit4] 2> "core":"testBasic_shard1_replica_n82",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 536802 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 46220 ms for event
id=968161d4a7592T6iffm5zfshajoxyl2agrxpi4q
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 92
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 92
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10033_solr, 127.0.0.1:10005_solr, 127.0.0.1:10023_solr,
127.0.0.1:10048_solr]
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10006_solr, 127.0.0.1:10033_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10027_solr, 127.0.0.1:10023_solr,
127.0.0.1:10048_solr, 127.0.0.1:10064_solr]
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647720003489896,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720003489896,
[junit4] 2> 2647720001851446,
[junit4] 2> 2647720004910096,
[junit4] 2> 2647720011113996],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10048_solr"]}}
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 536902 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"968161e01d2c8T6iffm5zfshajoxyl2agrxpi4u",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647718992401096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647718992401096,
[junit4] 2> 2647720004315796,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 536903 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647720003489896,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720003489896,
[junit4] 2> 2647720001851446,
[junit4] 2> 2647720004910096,
[junit4] 2> 2647720011113996],
[junit4] 2> "_enqueue_time_":2647775530646446,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10048_solr"]}}
[junit4] 2> 536904 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10006_solr, 127.0.0.1:10033_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10027_solr, 127.0.0.1:10023_solr,
127.0.0.1:10048_solr, 127.0.0.1:10064_solr] is not ready, will try later
[junit4] 2> 536904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647720003489896,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720003489896,
[junit4] 2> 2647720001851446,
[junit4] 2> 2647720004910096,
[junit4] 2> 2647720011113996],
[junit4] 2> "_enqueue_time_":2647775530646446,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10048_solr"]}} with context properties:
{BEFORE_ACTION=[compute]}
[junit4] 2> 536913 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 536919 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node62
[junit4] 2> 536923 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node30
[junit4] 2> 536925 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node41
[junit4] 2> 536925 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647776676
sessionWrapper.createTime 2647775689546596, this.sessionWrapper.createTime
2647775689546596
[junit4] 2> 536925 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"968165a45d068T6iffm5zfshajoxyl2agrxpi4t",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647720003489896,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720003489896,
[junit4] 2> 2647720001851446,
[junit4] 2> 2647720004910096,
[junit4] 2> 2647720011113996],
[junit4] 2> "_enqueue_time_":2647775530646446,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10048_solr"]}} with context properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@79ec3618,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@541f4a6c,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6f7ea0e7,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@12a408a6],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 536926 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node53
[junit4] 2> 537027 DEBUG (simCloudManagerPool-1349-thread-160) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
[junit4] 2> "core":"testBasic_shard4_replica_t84",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10037_solr",
[junit4] 2> "type":"TLOG"}}
[junit4] 2> 537138 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node62
[junit4] 2> 537244 DEBUG (simCloudManagerPool-1349-thread-168) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
[junit4] 2> "core":"testBasic_shard5_replica_n86",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10094_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 537366 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node30
[junit4] 2> 537468 DEBUG (simCloudManagerPool-1349-thread-176) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
[junit4] 2> "core":"testBasic_shard2_replica_p88",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10091_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 537581 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node41
[junit4] 2> 537683 DEBUG (simCloudManagerPool-1349-thread-184) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
[junit4] 2> "core":"testBasic_shard3_replica_p90",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testBasic",
[junit4] 2> "node_name":"127.0.0.1:10034_solr",
[junit4] 2> "type":"PULL"}}
[junit4] 2> 537801 INFO
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 101146ms
[junit4] 2> 537802 INFO
(TEST-TestLargeCluster.testBasic-seed#[16086DDE281B19EE]) [ ]
o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7,
MOVEREPLICA=8, REQUESTSTATUS=8, autoscaling=2, update=4}
[junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 537803 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 44989 ms for event
id=968165a45d068T6iffm5zfshajoxyl2agrxpi4t
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10030_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10054_solr
[junit4] 2> 537903 DEBUG (ScheduledTrigger-1350-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr
[junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
[junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr
[junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10033_solr, 127.0.0.1:10023_solr, 127.0.0.1:10006_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10027_solr,
127.0.0.1:10048_solr, 127.0.0.1:10064_solr]
[junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647720004315796,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720004315796,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647718992401096,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 537904 DEBUG (ScheduledTrigger-1350-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 537904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647720004315796,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720004315796,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647718992401096,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "_enqueue_time_":2647825622396246,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 537904 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647720004315796,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720004315796,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647718992401096,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "_enqueue_time_":2647825622396246,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}} with context properties:
{BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 537907 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2647825757
sessionWrapper.createTime 2647825735313346, this.sessionWrapper.createTime
2647825735313346
[junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647720004315796,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720004315796,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647718992401096,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "_enqueue_time_":2647825622396246,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}} with context properties:
{AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan,
execute_plan]}
[junit4] 2> 537907 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"968165a526a94T6iffm5zfshajoxyl2agrxpi4y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2647720004315796,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647720004315796,
[junit4] 2> 2647720005705296,
[junit4] 2> 2647718992401096,
[junit4] 2> 2647718991536296,
[junit4] 2> 2647720002897596,
[junit4] 2> 2647718994175946,
[junit4] 2> 2647720013902596,
[junit4] 2> 2647718993242046],
[junit4] 2> "_enqueue_time_":2647825622396246,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10033_solr",
[junit4] 2> "127.0.0.1:10023_solr",
[junit4] 2> "127.0.0.1:10006_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10027_solr",
[junit4] 2> "127.0.0.1:10048_solr",
[junit4] 2> "127.0.0.1:10064_solr"]}}
[junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 537907 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 154 ms for event
id=968165a526a94T6iffm5zfshajoxyl2agrxpi4y
[junit4] 2> 538007 DEBUG (ScheduledTrigger-1350-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 82
[junit4] 2> 538007 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 82
[junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10055_solr, 127.0.0.1:10016_solr, 127.0.0.1:10054_solr,
127.0.0.1:10087_solr, 127.0.0.1:10074_solr, 127.0.0.1:10009_solr,
127.0.0.1:10098_solr, 127.0.0.1:10090_solr, 127.0.0.1:10030_solr,
127.0.0.1:10011_solr]
[junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647825604695496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647825604695496,
[junit4] 2> 2647825606125946,
[junit4] 2> 2647825603174846,
[junit4] 2> 2647825594030846,
[junit4] 2> 2647825587477996,
[junit4] 2> 2647825594988746,
[junit4] 2> 2647825595641646,
[junit4] 2> 2647825589199696,
[junit4] 2> 2647825600746246,
[junit4] 2> 2647825601492446],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10016_solr",
[junit4] 2> "127.0.0.1:10054_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10009_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10090_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10011_solr"]}}
[junit4] 2> 538008 DEBUG (ScheduledTrigger-1350-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 538009 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647825604695496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647825604695496,
[junit4] 2> 2647825606125946,
[junit4] 2> 2647825603174846,
[junit4] 2> 2647825594030846,
[junit4] 2> 2647825587477996,
[junit4] 2> 2647825594988746,
[junit4] 2> 2647825595641646,
[junit4] 2> 2647825589199696,
[junit4] 2> 2647825600746246,
[junit4] 2> 2647825601492446],
[junit4] 2> "_enqueue_time_":2647830823552146,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10016_solr",
[junit4] 2> "127.0.0.1:10054_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10009_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10090_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10011_solr"]}}
[junit4] 2> 538009 DEBUG (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"9682ef09855c8T6iffm5zfshajoxyl2agrxpi51",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2647825604695496,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 2647825604695496,
[junit4] 2> 2647825606125946,
[junit4] 2> 2647825603174846,
[junit4] 2> 2647825594030846,
[junit4] 2> 2647825587477996,
[junit4] 2> 2647825594988746,
[junit4] 2> 2647825595641646,
[junit4] 2> 2647825589199696,
[junit4] 2> 2647825600746246,
[junit4] 2> 2647825601492446],
[junit4] 2> "_enqueue_time_":2647830823552146,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10055_solr",
[junit4] 2> "127.0.0.1:10016_solr",
[junit4] 2> "127.0.0.1:10054_solr",
[junit4] 2> "127.0.0.1:10087_solr",
[junit4] 2> "127.0.0.1:10074_solr",
[junit4] 2> "127.0.0.1:10009_solr",
[junit4] 2> "127.0.0.1:10098_solr",
[junit4] 2> "127.0.0.1:10090_solr",
[junit4] 2> "127.0.0.1:10030_solr",
[junit4] 2> "127.0.0.1:10011_solr"]}} with context properties:
{BEFORE_ACTION=[compute]}
[junit4] 2> 538018 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node16
[junit4] 2> 538029 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node26
[junit4] 2> 538046 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node63
[junit4] 2> 538055 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node57
[junit4] 2> 538063 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10075_solr&inPlaceMove=true&replica=core_node33
[junit4] 2> 538067 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10050_solr&inPlaceMove=true&replica=core_node71
[junit4] 2> 538070 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10024_solr&inPlaceMove=true&replica=core_node37
[junit4] 2> 538073 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10008_solr&inPlaceMove=true&replica=core_node66
[junit4] 2> 538075 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10062_solr&inPlaceMove=true&replica=core_node52
[junit4] 2> 538077 INFO (AutoscalingActionExecutor-1351-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLI
[...truncated too long message...]
ntCnxn.java:1063)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=1020, maxMBSortInHeap=6.275834500685828,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@456aa7c2),
locale=ar-IQ, timezone=America/Anchorage
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152
(64-bit)/cpus=3,threads=4,free=68938312,total=368631808
[junit4] 2> NOTE: All tests run in this JVM: [BasicAuthIntegrationTest,
SSLMigrationTest, CreateCollectionCleanupTest, CursorPagingTest,
TestSimpleTextCodec, DateMathParserTest, MBeansHandlerTest,
ParsingFieldUpdateProcessorsTest, ResponseHeaderTest, TestConfigSetProperties,
SolrRequestParserTest, DeleteInactiveReplicaTest, ComputePlanActionTest,
VersionInfoTest, TestRTimerTree, TestCloudRecovery,
DistribJoinFromCollectionTest, HdfsWriteToMultipleCollectionsTest,
TestLeaderInitiatedRecoveryThread, MoveReplicaTest, TestSQLHandlerNonCloud,
SchemaVersionSpecificBehaviorTest, HdfsAutoAddReplicasIntegrationTest,
DistributedExpandComponentTest, TestTolerantSearch,
TolerantUpdateProcessorTest, TestRawTransformer,
BigEndianAscendingWordSerializerTest, AtomicUpdateProcessorFactoryTest,
ConfigSetsAPITest, TestSolrQueryResponse, BlobRepositoryCloudTest,
CoreSorterTest, TestFieldTypeCollectionResource, TestDistribDocBasedVersion,
TestLargeCluster, CdcrVersionReplicationTest, WordBreakSolrSpellCheckerTest,
TestPayloadScoreQParserPlugin, TermsComponentTest,
SpellCheckCollatorWithCollapseTest, ReplaceNodeTest, ResourceLoaderTest,
PropertiesRequestHandlerTest, TestFieldCacheVsDocValues, TestSystemIdResolver,
LeaderInitiatedRecoveryOnShardRestartTest, TestQuerySenderNoQuery,
ZkShardTermsTest, TestRecovery, TestExpandComponent, SynonymTokenizerTest,
TestQueryUtils, MoreLikeThisHandlerTest, TestCorePropertiesReload,
TestExactStatsCache, TestIBSimilarityFactory, TestPseudoReturnFields,
TestSchemaNameResource, ClassificationUpdateProcessorTest,
TestSolrConfigHandlerConcurrent, TestLocalFSCloudBackupRestore,
ExitableDirectoryReaderTest, TestSha256AuthenticationProvider,
FacetPivotSmallTest, TestRestoreCore, MigrateRouteKeyTest,
TestRandomRequestDistribution, UnloadDistributedZkTest,
PathHierarchyTokenizerFactoryTest, TestCollationField, AddBlockUpdateTest,
SubstringBytesRefFilterTest, SuggesterTSTTest,
CloudExitableDirectoryReaderTest, AutoAddReplicasPlanActionTest,
TestLegacyFieldReuse, TestPullReplicaErrorHandling, BufferStoreTest,
TestRequestForwarding, TestSuggestSpellingConverter, TestReRankQParserPlugin,
CdcrUpdateLogTest, DocExpirationUpdateProcessorFactoryTest,
TestIntervalFaceting, TestNonDefinedSimilarityFactory,
TestFoldingMultitermQuery, CachingDirectoryFactoryTest, SuggesterFSTTest,
SignatureUpdateProcessorFactoryTest, TestRemoteStreaming, TestScoreJoinQPScore,
TestCollationFieldDocValues, OverseerModifyCollectionTest,
TestConfigSetsAPIExclusivity, TestSurroundQueryParser, V2ApiIntegrationTest,
TestSolrCoreSnapshots, TestNodeLostTrigger, BooleanFieldTest, TestBlobHandler,
TestGroupingSearch, TestMacroExpander, CdcrBootstrapTest, TestFieldCacheSort,
HdfsCollectionsAPIDistributedZkTest, RestartWhileUpdatingTest, TestRealTimeGet,
TestFiltering, SolrCoreMetricManagerTest,
ConcurrentDeleteAndCreateCollectionTest, BlockCacheTest, TestZkChroot,
TestEmbeddedSolrServerAdminHandler, SolrShardReporterTest,
TestMaxTokenLenTokenizer, StatsComponentTest, SharedFSAutoReplicaFailoverTest,
TestCollectionsAPIViaSolrCloudCluster, TestLazyCores,
DistributedFacetPivotWhiteBoxTest, TestClusterProperties, TestInitParams,
PluginInfoTest, LeaderElectionIntegrationTest, QueryEqualityTest,
TestBinaryField, TestStressInPlaceUpdates, OverseerStatusTest,
TestCloudInspectUtil, CoreAdminRequestStatusTest, TestBlendedInfixSuggestions,
TestSweetSpotSimilarityFactory, GraphQueryTest, RAMDirectoryFactoryTest,
TestSolrDeletionPolicy1, DirectSolrConnectionTest,
TestPartialUpdateDeduplication, TestLegacyTerms,
UninvertDocValuesMergePolicyTest, TestLegacyFieldCache,
SpatialRPTFieldTypeTest, TestTlogReplica, TestApiFramework,
TestSimpleQParserPlugin, TestPrepRecovery, MoveReplicaHDFSFailoverTest,
HdfsNNFailoverTest, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=16086DDE281B19EE
-Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=America/Anchorage
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=14798,
name=jetty-launcher-3038-thread-2-EventThread, state=WAITING,
group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > 2) Thread[id=14715,
name=jetty-launcher-3038-thread-1-EventThread, state=TIMED_WAITING,
group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at
java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 3) Thread[id=14797,
name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at
__randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4] > 1) Thread[id=14797,
name=jetty-launcher-3038-thread-2-SendThread(127.0.0.1:64340),
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at
__randomizedtesting.SeedInfo.seed([16086DDE281B19EE]:0)
[junit4] Completed [259/778 (2!)] on J0 in 63.86s, 12 tests, 2 errors <<<
FAILURES!
[...truncated 10918 lines...]
-validate-source-patterns:
[source-patterns] invalid logging pattern [not private static final, uses
static class name]:
solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/collector/SolrCollector.java
[source-patterns] invalid logging pattern [not private static final, uses
static class name]:
solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/exporter/SolrExporter.java
[source-patterns] invalid logging pattern [not private static final, uses
static class name]:
solr/contrib/prometheus-exporter/src/java/org/apache/solr/prometheus/scraper/SolrScraper.java
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:618: The
following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:128: Found
3 violations in source files (invalid logging pattern [not private static
final, uses static class name]).
Total time: 81 minutes 16 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
