Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/412/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([B122A8EC908E22E:832FA3F1F3C80383]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([B122A8EC908E22E:B249E4EE0054644]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13553 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/init-core-data-001
   [junit4]   2> 3633509 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3633511 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3633511 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3633512 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001
   [junit4]   2> 3633512 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3633512 INFO  (Thread-10460) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3633512 INFO  (Thread-10460) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3633517 ERROR (Thread-10460) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3633612 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:42842
   [junit4]   2> 3633623 INFO  (zkConnectionManagerCallback-6347-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633645 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3633645 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3633648 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3633648 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3633648 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3633649 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3633649 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3633649 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3633650 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64481871{/solr,null,AVAILABLE}
   [junit4]   2> 3633650 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@79a0fe9c{/solr,null,AVAILABLE}
   [junit4]   2> 3633653 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7f1eb75d{HTTP/1.1,[http/1.1]}{127.0.0.1:59585}
   [junit4]   2> 3633657 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@76eb209d{HTTP/1.1,[http/1.1]}{127.0.0.1:62595}
   [junit4]   2> 3633657 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.e.j.s.Server Started @3640747ms
   [junit4]   2> 3633657 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.e.j.s.Server Started @3640748ms
   [junit4]   2> 3633657 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=59585}
   [junit4]   2> 3633658 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62595}
   [junit4]   2> 3633658 ERROR (jetty-launcher-6344-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3633658 ERROR (jetty-launcher-6344-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3633658 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:25:59.930Z
   [junit4]   2> 3633659 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:25:59.930Z
   [junit4]   2> 3633666 INFO  (zkConnectionManagerCallback-6349-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633666 INFO  (zkConnectionManagerCallback-6351-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633667 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3633668 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3633679 INFO  (jetty-launcher-6344-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3633680 INFO  (jetty-launcher-6344-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3633681 INFO  (zkConnectionManagerCallback-6359-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633682 INFO  (zkConnectionManagerCallback-6357-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633685 INFO  
(zkConnectionManagerCallback-6361-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633685 INFO  
(zkConnectionManagerCallback-6363-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633816 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3633816 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:59585_solr
   [junit4]   2> 3633817 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.Overseer Overseer 
(id=99412106266869765-127.0.0.1:59585_solr-n_0000000000) starting
   [junit4]   2> 3633820 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3633822 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62595_solr
   [junit4]   2> 3633825 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3633828 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3633832 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 3633833 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 3633834 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:62595_solr]
   [junit4]   2> 3633834 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3633834 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 3633834 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:59585_solr
   [junit4]   2> 3633836 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 3633836 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 3633837 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 3633837 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3633838 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3633943 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62595.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633944 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_59585.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633949 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62595.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633949 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62595.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633950 INFO  (jetty-launcher-6344-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node2/.
   [junit4]   2> 3633950 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_59585.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633950 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_59585.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3633951 INFO  (jetty-launcher-6344-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node1/.
   [junit4]   2> 3633979 INFO  (zkConnectionManagerCallback-6369-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633982 INFO  (zkConnectionManagerCallback-6373-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3633985 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3633986 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42842/solr ready
   [junit4]   2> 3634126 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testCooldown
   [junit4]   2> 3634127 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 3634128 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 3634128 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 3634137 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 3634138 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 3634138 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3634149 INFO  (qtp1332633120-34634) [n:127.0.0.1:59585_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3634151 INFO  (qtp274064315-34644) [n:127.0.0.1:62595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3634151 DEBUG (qtp274064315-34639) [n:127.0.0.1:62595_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3634152 INFO  (qtp274064315-34639) [n:127.0.0.1:62595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 3634153 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 3634157 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:59585_solr, 127.0.0.1:62595_solr]
   [junit4]   2> 3634157 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, 
waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3634158 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 3634161 INFO  (qtp1332633120-34648) [n:127.0.0.1:59585_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3634162 INFO  
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 3634162 INFO  (qtp274064315-34644) [n:127.0.0.1:62595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3634163 DEBUG (qtp1332633120-34638) [n:127.0.0.1:59585_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3634163 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 3634164 INFO  (qtp1332633120-34638) [n:127.0.0.1:59585_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 3634164 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3634166 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 3634166 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3634166 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3634166 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3634166 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3634166 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3634166 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:59585_solr, 127.0.0.1:62595_solr]
   [junit4]   2> 3634167 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, 
waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2b140ffa{/solr,null,AVAILABLE}
   [junit4]   2> 3634167 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 3
   [junit4]   2> 3634167 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4f566fb1{HTTP/1.1,[http/1.1]}{127.0.0.1:52182}
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server Started @3641257ms
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=52182}
   [junit4]   2> 3634167 ERROR 
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3634167 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 3634167 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3634168 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3634168 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:26:00.439Z
   [junit4]   2> 3634168 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3634169 INFO  (zkConnectionManagerCallback-6375-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3634170 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3634177 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3634178 INFO  (zkConnectionManagerCallback-6379-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3634181 INFO  
(zkConnectionManagerCallback-6381-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3634190 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3634193 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3634196 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:52182_solr
   [junit4]   2> 3634198 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3634198 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3634200 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3634202 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 3634342 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_52182.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3634349 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_52182.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3634349 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_52182.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3634350 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node3/.
   [junit4]   2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:52182_solr at time 609815140302881
   [junit4]   2> 3636181 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger firing registered processor for nodes: 
[127.0.0.1:52182_solr] added at times [609815140302881], now=609816144059672
   [junit4]   2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609815140302881,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609815140302881],
   [junit4]   2>     "nodeNames":["127.0.0.1:52182_solr"]}}
   [junit4]   2> 3636186 DEBUG (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_cooldown_trigger]
   [junit4]   2> 3636187 INFO  (ScheduledTrigger-13068-thread-2) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 3636188 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609815140302881,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609815140302881],
   [junit4]   2>     "_enqueue_time_":609816148009348,
   [junit4]   2>     "nodeNames":["127.0.0.1:52182_solr"]}}
   [junit4]   2> 3636193 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_cooldown_trigger after 5000ms
   [junit4]   2> 3636193 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 4 
ms for event id=22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae
   [junit4]   2> 3637192 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3637193 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3637193 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3637194 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3637194 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1fb1cad8{/solr,null,AVAILABLE}
   [junit4]   2> 3637194 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@591fb812{HTTP/1.1,[http/1.1]}{127.0.0.1:54207}
   [junit4]   2> 3637194 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server Started @3644286ms
   [junit4]   2> 3637194 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54207}
   [junit4]   2> 3637194 ERROR 
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3637195 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3637195 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3637195 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3637195 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:26:03.466Z
   [junit4]   2> 3637196 INFO  (zkConnectionManagerCallback-6385-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3637197 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3637203 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3637204 INFO  (zkConnectionManagerCallback-6389-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3637207 INFO  
(zkConnectionManagerCallback-6391-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3637216 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3637219 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3637222 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54207_solr
   [junit4]   2> 3637224 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3637224 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3637224 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3637224 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3637227 INFO  
(zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3637284 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54207.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3637291 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54207.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3637291 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54207.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3637292 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node4/.
   [junit4]   2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:54207_solr at time 609821160370839
   [junit4]   2> 3642200 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3642200 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger firing registered processor for nodes: 
[127.0.0.1:54207_solr] added at times [609821160370839], now=609822164936298
   [junit4]   2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"22aa10da3f297T3hd6fonee8k9gtglsk3l4duag",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609821160370839,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609821160370839],
   [junit4]   2>     "nodeNames":["127.0.0.1:54207_solr"]}}
   [junit4]   2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_cooldown_trigger]
   [junit4]   2> 3642203 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"22aa10da3f297T3hd6fonee8k9gtglsk3l4duag",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609821160370839,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609821160370839],
   [junit4]   2>     "_enqueue_time_":609822165434100,
   [junit4]   2>     "nodeNames":["127.0.0.1:54207_solr"]}}
   [junit4]   2> 3642205 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_cooldown_trigger after 5000ms
   [junit4]   2> 3642206 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 
ms for event id=22aa10da3f297T3hd6fonee8k9gtglsk3l4duag
   [junit4]   2> 3644210 INFO  (qtp1604896706-34697) [n:127.0.0.1:52182_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3644213 INFO  (qtp2127639474-34728) [n:127.0.0.1:54207_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3644215 INFO  (qtp1332633120-34638) [n:127.0.0.1:59585_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3644217 INFO  (qtp274064315-34644) [n:127.0.0.1:62595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3644217 DEBUG (qtp2127639474-34724) [n:127.0.0.1:54207_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3644218 INFO  (qtp2127639474-34724) [n:127.0.0.1:54207_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 3644219 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 3644220 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:52182_solr, 127.0.0.1:59585_solr, 127.0.0.1:54207_solr, 
127.0.0.1:62595_solr]
   [junit4]   2> 3644221 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, 
waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3644221 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 3644221 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Changing value of 
autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
   [junit4]   2> 3644222 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 3644222 INFO  (qtp1604896706-34701) [n:127.0.0.1:52182_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 3644223 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 3644223 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3644225 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3644226 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3644226 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3644226 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@367dadc1{/solr,null,AVAILABLE}
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4c177aec{HTTP/1.1,[http/1.1]}{127.0.0.1:64954}
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server Started @3651320ms
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64954}
   [junit4]   2> 3644227 ERROR 
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3644227 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3644228 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:26:10.498Z
   [junit4]   2> 3644230 INFO  (zkConnectionManagerCallback-6395-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3644232 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3644239 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3644243 INFO  (zkConnectionManagerCallback-6399-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3644247 INFO  
(zkConnectionManagerCallback-6401-thread-1-processing-n:127.0.0.1:64954_solr) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3644258 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 3644260 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3644263 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64954_solr
   [junit4]   2> 3644265 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 3644265 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3644265 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 3644265 INFO  
(zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 3644267 INFO  
(zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 3644267 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 3644393 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64954.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3644400 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64954.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3644400 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_64954.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3644401 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node5/.
   [junit4]   2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:64954_solr at time 609827172252561
   [junit4]   2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger firing registered processor for nodes: 
[127.0.0.1:64954_solr] added at times [609827172252561], now=609828176197391
   [junit4]   2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609827172252561,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609827172252561],
   [junit4]   2>     "nodeNames":["127.0.0.1:64954_solr"]}}
   [junit4]   2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_cooldown_trigger]
   [junit4]   2> 3648212 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609827172252561,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609827172252561],
   [junit4]   2>     "_enqueue_time_":609828176634189,
   [junit4]   2>     "nodeNames":["127.0.0.1:64954_solr"]}}
   [junit4]   2> 3648213 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3648215 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3648215 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_cooldown_trigger after 7000ms
   [junit4]   2> 3648215 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 3 
ms for event id=22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah
   [junit4]   2> 3648215 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3648216 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3648216 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@570a37b5{/solr,null,AVAILABLE}
   [junit4]   2> 3648217 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1c7d08f6{HTTP/1.1,[http/1.1]}{127.0.0.1:33820}
   [junit4]   2> 3648217 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.e.j.s.Server Started @3655312ms
   [junit4]   2> 3648217 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33820}
   [junit4]   2> 3648217 ERROR 
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3648218 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 3648218 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3648218 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3648218 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:26:14.489Z
   [junit4]   2> 3648219 INFO  (zkConnectionManagerCallback-6405-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3648220 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3648226 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3648227 INFO  (zkConnectionManagerCallback-6409-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3648230 INFO  
(zkConnectionManagerCallback-6411-thread-1-processing-n:127.0.0.1:33820_solr) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3648240 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (5)
   [junit4]   2> 3648243 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3648246 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33820_solr
   [junit4]   2> 3648251 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648251 INFO  
(zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648251 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648251 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648251 INFO  
(zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648251 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3648254 INFO  
(zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (5) -> (6)
   [junit4]   2> 3648307 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33820.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3648314 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33820.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3648314 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33820.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3648315 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node6/.
   [junit4]   2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
   [junit4]   2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:33820_solr at time 609835188220901
   [junit4]   2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
   [junit4]   2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_cooldown_trigger firing registered processor for nodes: 
[127.0.0.1:33820_solr] added at times [609835188220901], now=609836200716200
   [junit4]   2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609835188220901,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609835188220901],
   [junit4]   2>     "nodeNames":["127.0.0.1:33820_solr"]}}
   [junit4]   2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_cooldown_trigger]
   [junit4]   2> 3656234 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":609835188220901,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[609835188220901],
   [junit4]   2>     "_enqueue_time_":609836201234610,
   [junit4]   2>     "nodeNames":["127.0.0.1:33820_solr"]}}
   [junit4]   2> 3656237 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_cooldown_trigger after 7000ms
   [junit4]   2> 3656237 DEBUG 
(AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 3 
ms for event id=22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai
   [junit4]   2> 3658235 INFO  
(TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testCooldown
   [junit4]   2> 3658549 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 3658550 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode 
version 6
   [junit4]   2> 3658551 DEBUG 
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 3658551 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 3658553 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 3658553 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 3658554 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 3658554 INFO  (qtp1607822614-34775) [n:127.0.0.1:33820_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3658562 INFO  (qtp1607822614-34775) [n:127.0.0.1:33820_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 3658563 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3658564 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3658564 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3658564 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3658564 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@526a6b61{/solr,null,AVAILABLE}
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.AbstractConnector Started 
ServerConnector@5fdce7ae{HTTP/1.1,[http/1.1]}{127.0.0.1:54296}
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.Server Started @3665663ms
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54296}
   [junit4]   2> 3658565 ERROR 
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 7.3.0
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3658565 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T19:26:24.836Z
   [junit4]   2> 3658567 INFO  (zkConnectionManagerCallback-6415-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3658568 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3658575 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
   [junit4]   2> 3658576 INFO  (zkConnectionManagerCallback-6419-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3658579 INFO  
(zkConnectionManagerCallback-6421-thread-1-processing-n:127.0.0.1:54296_solr) 
[n:127.0.0.1:54296_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3658590 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (6)
   [junit4]   2> 3658592 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3658594 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54296_solr
   [junit4]   2> 3658596 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 3658597 INFO  
(zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658597 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658597 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658599 INFO  
(zkCallback-6420-thread-1-processing-n:127.0.0.1:54296_solr) 
[n:127.0.0.1:54296_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658600 INFO  
(zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658600 INFO  
(zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658601 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 3658685 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54296.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3658712 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54296.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3658712 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54296.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
   [junit4]   2> 3658713 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [n:127.0.0.1:54296_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node7/.
   [junit4]   2> 3658766 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
   [junit4]   2> 3658767 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@7f1eb75d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3658769 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=60013958
   [junit4]   2> 3658769 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 3658769 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@5a4f19d3: rootName = 
solr_59585, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@67ef46c
   [junit4]   2> 3658774 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 3658774 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@64f21eee: rootName = 
solr_59585, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@2a969b90
   [junit4]   2> 3658777 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 3658777 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@72d64f9e: rootName = 
solr_59585, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@598a8c76
   [junit4]   2> 3658779 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:59585_solr
   [junit4]   2> 3658780 INFO  
(zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658780 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658780 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 3658780 INFO  
(zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) 
[n:127.0.0.1:52182_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658780 INFO  
(zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) 
[n:127.0.0.1:33820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658780 INFO  
(zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) 
[n:127.0.0.1:54207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658781 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 3658781 INFO  
(zkCallback-6420-thread-1-processing-n:127.0.0.1:54296_solr) 
[n:127.0.0.1:54296_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658781 INFO  (zkCallback-6372-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
   [junit4]   2> 3658781 INFO  
(zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) 
[n:127.0.0.1:64954_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (6)
   [junit4]   2> 3658781 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.Overseer Overseer 
(id=99412106266869765-127.0.0.1:59585_solr-n_0000000000) closing
   [junit4]   2> 3658782 INFO  
(OverseerStateUpdate-99412106266869765-127.0.0.1:59585_solr-n_0000000000) 
[n:127.0.0.1:59585_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:59585_solr
   [junit4]   2> 3658782 WARN  
(OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000)
 [n:127.0.0.1:59585_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3658783 DEBUG 
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 3658785 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:62595_solr
   [junit4]   2> 3658785 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@79a0fe9c{/solr,null,UNAVAILABLE}
   [junit4]   2> 3658788 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3658789 INFO  
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.Overseer Overseer 
(id=99412106266869766-127.0.0.1:62595_solr-n_0000000001) starting
   [junit4]   2> 3658797 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 3658798 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 7
   [junit4]   2> 3658798 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 
127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
   [junit4]   2> 3658798 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 3658798 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 7
   [junit4]   2> 3658801 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 3658801 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 3658802 DEBUG (ScheduledTrigger-13107-thread-1) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3659805 DEBUG (ScheduledTrigger-13107-thread-1) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3660813 DEBUG (ScheduledTrigger-13107-thread-2) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3661814 DEBUG (ScheduledTrigger-13107-thread-1) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3662818 DEBUG (ScheduledTrigger-13107-thread-1) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3663791 INFO  
(TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E])
 [    ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
   [junit4]   2> 3663803 INFO  (qtp1607822614-34774) [n:127.0.0.1:33820_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663806 INFO  (qtp1604896706-34701) [n:127.0.0.1:52182_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663808 INFO  (qtp2127639474-34728) [n:127.0.0.1:54207_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663811 INFO  (qtp123712072-34800) [n:127.0.0.1:54296_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663813 INFO  (qtp274064315-34644) [n:127.0.0.1:62595_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663816 INFO  (qtp1310534066-34750) [n:127.0.0.1:64954_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663816 DEBUG (qtp1607822614-34778) [n:127.0.0.1:33820_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3663817 INFO  (qtp1607822614-34778) [n:127.0.0.1:33820_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=18
   [junit4]   2> 3663819 DEBUG 
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 8
   [junit4]   2> 3663819 DEBUG (ScheduledTrigger-13107-thread-1) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 6
   [junit4]   2> 3663824 DEBUG 
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 
127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
   [junit4]   2> 3663825 DEBUG 
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 3663830 DEBUG 
(zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) 
[n:127.0.0.1:62595_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 
127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
   [junit4]   2> 3663830 DEBUG 
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:127.0.0.1:62595_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 8
   [junit4]   2> 3663830 INFO  (qtp1607822614-34778) [n:127.0.0.1:33820_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663832 INFO  (qtp1604896706-34702) [n:127.0.0.1:52182_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 3663834 INFO  (qtp2127639474-34726) [n:127.0.0.1:54207_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 3663836 INFO  (qtp123712072-34803) [n:127.0.0.1:54296_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 3663836 INFO  
(OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001)
 [n:

[...truncated too long message...]

a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3829709 INFO  (jetty-closer-6345-thread-7) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@37581eff{/solr,null,UNAVAILABLE}
   [junit4]   2> 3829709 INFO  (jetty-closer-6345-thread-7) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 3829713 ERROR 
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3829715 INFO  
(SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42842 42842
   [junit4]   2> 3834760 INFO  (Thread-10460) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:42842 42842
   [junit4]   2> 3834764 WARN  (Thread-10460) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        21      /solr/clusterprops.json
   [junit4]   2>        21      /solr/aliases.json
   [junit4]   2>        20      /solr/security.json
   [junit4]   2>        10      /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        147     /solr/collections/collection1/state.json
   [junit4]   2>        34      /solr/collections/testMetricTrigger/state.json
   [junit4]   2>        21      /solr/clusterstate.json
   [junit4]   2>        5       /solr/autoscaling.json
   [junit4]   2>        4       
/solr/overseer_elect/election/99412106266869792-127.0.0.1:38968_solr-n_0000000009
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869804-127.0.0.1:63072_solr-n_0000000013
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/99412106266869804-core_node8-n_0000000003
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869807-127.0.0.1:54440_solr-n_0000000014
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869810-127.0.0.1:64544_solr-n_0000000015
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869801-127.0.0.1:51464_solr-n_0000000012
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/99412106266869783-core_node12-n_0000000005
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869783-127.0.0.1:54296_solr-n_0000000006
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/99412106266869792-core_node6-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/99412106266869786-127.0.0.1:40716_solr-n_0000000007
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        21      /solr/live_nodes
   [junit4]   2>        21      /solr/collections
   [junit4]   2>        5       /solr/overseer/queue-work
   [junit4]   2>        5       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        5       /solr/overseer/queue
   [junit4]   2>        5       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2>        2       /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=PostingsFormat(name=Memory), x_s=Lucene50(blocksize=128)}, docValues:{}, 
maxPointsInLeafNode=1234, maxMBSortInHeap=7.4394324673756795, 
sim=RandomSimilarity(queryNorm=true): {}, locale=en-SG, 
timezone=Antarctica/Palmer
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=1,free=88952136,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CustomCollectionTest, 
JSONWriterTest, TestCursorMarkWithoutUniqueKey, TestSurroundQueryParser, 
FastVectorHighlighterTest, UtilsToolTest, FacetPivotSmallTest, 
SearchRateTriggerTest, DistributedFacetPivotWhiteBoxTest, 
TestCollationFieldDocValues, TestConfigSetProperties, 
TestUnifiedSolrHighlighter, TestSolrConfigHandlerConcurrent, FullHLLTest, 
SpellingQueryConverterTest, DistributedFacetPivotSmallAdvancedTest, 
TestSolrCoreParser, LukeRequestHandlerTest, MetricUtilsTest, 
BigEndianAscendingWordDeserializerTest, DocValuesMissingTest, 
TestXIncludeConfig, TestExceedMaxTermLength, DocumentBuilderTest, 
SolrCoreMetricManagerTest, TestInfoStreamLogging, 
CollectionsAPIDistributedZkTest, AssignBackwardCompatibilityTest, 
SolrXmlInZkTest, InfoHandlerTest, TestManagedSchemaThreadSafety, TestRecovery, 
DistributedQueryElevationComponentTest, DirectSolrConnectionTest, 
JvmMetricsTest, DistribCursorPagingTest, TestSmileRequest, 
TestSolrCloudWithDelegationTokens, SpatialFilterTest, TestLegacyFieldReuse, 
TestMiniSolrCloudClusterSSL, DistributedVersionInfoTest, HLLUtilTest, 
RequiredFieldsTest, TestConfigOverlay, TestDistribStateManager, 
TestLegacyTerms, TestPolicyCloud, TestRangeQuery, SolrIndexSplitterTest, 
TestPerFieldSimilarity, TestZkChroot, SolrCLIZkUtilsTest, 
TestIBSimilarityFactory, TestMissingGroups, TestCharFilters, 
TestSystemIdResolver, TestCloudSearcherWarming, V2ApiIntegrationTest, 
TemplateUpdateProcessorTest, TestMergePolicyConfig, TestFieldCacheWithThreads, 
TestPullReplicaErrorHandling, TestExpandComponent, 
TestHighFrequencyDictionaryFactory, RequestLoggingTest, 
TestRuleBasedAuthorizationPlugin, TestEmbeddedSolrServerAdminHandler, 
DataDrivenBlockJoinTest, TestTlogReplica, CloudExitableDirectoryReaderTest, 
DistributedFacetPivotLargeTest, TestTolerantUpdateProcessorRandomCloud, 
TestRealTimeGet, BlockJoinFacetDistribTest, AutoScalingHandlerTest, 
ShardRoutingCustomTest, DeleteShardTest, TestFaceting, TestFilteredDocIdSet, 
MBeansHandlerTest, TestGroupingSearch, ConjunctionSolrSpellCheckerTest, 
TestSolrCLIRunExample, BlobRepositoryCloudTest, HdfsDirectoryTest, 
TermsComponentTest, TestApiFramework, MultiTermTest, TestSegmentSorting, 
TestClusterStateProvider, BooleanFieldTest, TestDelegationWithHadoopAuth, 
CheckHdfsIndexTest, SuggesterFSTTest, TestSizeLimitedDistributedMap, 
TestNumericTokenStream, AnalyticsMergeStrategyTest, ZkStateWriterTest, 
StatsComponentTest, TestJoin, TestManagedSynonymGraphFilterFactory, 
TestMacroExpander, CopyFieldTest, TestComplexPhraseLeadingWildcard, 
UnloadDistributedZkTest, TestBinaryResponseWriter, 
TestSweetSpotSimilarityFactory, TestSolrDeletionPolicy1, TestReplicaProperties, 
CollectionTooManyReplicasTest, TestSortByMinMaxFunction, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestLFUCache, 
TestSerializedLuceneMatchVersion, TestPolicyCloud, TestRequestForwarding, 
XmlUpdateRequestHandlerTest, SpatialHeatmapFacetsTest, SolrTestCaseJ4Test, 
UpdateLogTest, BasicAuthStandaloneTest, 
HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, 
DateMathParserTest, TestSQLHandlerNonCloud, SuggesterTSTTest, 
TestTolerantSearch, TestFieldCacheReopen, AutoscalingHistoryHandlerTest, 
DateFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestReplicationHandler, 
DistribJoinFromCollectionTest, BlockJoinFacetSimpleTest, TestRemoteStreaming, 
TestCollationField, TestQueryTypes, TestSearcherReuse, 
TestDynamicFieldCollectionResource, TestPushWriter, TestNRTOpen, 
HighlighterTest, TestPartialUpdateDeduplication, RAMDirectoryFactoryTest, 
TestEmbeddedSolrServerSchemaAPI, LeaderElectionTest, 
SchemaVersionSpecificBehaviorTest, TestNodeAddedTrigger, JavabinLoaderTest, 
TestSubQueryTransformerDistrib, TestPostingsSolrHighlighter, TestRecoveryHdfs, 
TestSolrConfigHandler, DeleteNodeTest, PathHierarchyTokenizerFactoryTest, 
TestSolrCloudWithSecureImpersonation, OpenCloseCoreStressTest, 
OverseerStatusTest, TestBM25SimilarityFactory, SearchHandlerTest, 
HdfsBasicDistributedZk2Test, CursorPagingTest, TestSuggestSpellingConverter, 
HttpSolrCallGetCoreTest, FieldMutatingUpdateProcessorTest, FileUtilsTest, 
AnalysisAfterCoreReloadTest, TestCollectionAPI, ShardSplitTest, 
PingRequestHandlerTest, DirectSolrSpellCheckerTest, TestManagedSchema, 
ConvertedLegacyTest, RecoveryZkTest, CachingDirectoryFactoryTest, 
DistributedMLTComponentTest, TestHashQParserPlugin, 
TermVectorComponentDistributedTest, HdfsSyncSliceTest, BasicZkTest, 
TestPseudoReturnFields, QueryElevationComponentTest, TestStressInPlaceUpdates, 
MoveReplicaHDFSFailoverTest, TestAddFieldRealTimeGet, 
LeaderInitiatedRecoveryOnShardRestartTest, SuggestComponentTest, 
IndexSchemaRuntimeFieldTest, BasicDistributedZk2Test, ZkSolrClientTest, 
TestDistributedGrouping, ZkControllerTest, TestStressReorder, TestReload, 
TestCoreContainer, SimpleFacetsTest, SolrCmdDistributorTest, TestFiltering, 
TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, 
SoftAutoCommitTest, PreAnalyzedFieldTest, DOMUtilTest, TestSolrJ, TestUtils, 
TestDocumentBuilder, ZkNodePropsTest, TestDistributedMissingSort, 
TestHighlightDedupGrouping, TestLuceneIndexBackCompat, 
TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, 
ActionThrottleTest, AddReplicaTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, 
DeleteReplicaTest, ForceLeaderTest, LeaderElectionContextKeyTest, 
LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MoveReplicaTest, 
NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, 
OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, 
TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, 
TestConfigSetsAPI, TestDownShardTolerantSearch, 
TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, 
TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, 
TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, 
TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, 
AssignTest, AutoAddReplicasIntegrationTest, NodeAddedTriggerTest, 
TriggerIntegrationTest]
   [junit4] Completed [585/767 (1!)] on J0 in 201.33s, 14 tests, 2 failures <<< 
FAILURES!

[...truncated 48828 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to