Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/392/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([8455D28003A42A50:D91DCC09CC628C1F]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1482)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([8455D28003A42A50:846366402AA98E3A]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12565 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 1179602 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/init-core-data-001
   [junit4]   2> 1179602 WARN  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1179603 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1179604 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1179605 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001
   [junit4]   2> 1179605 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1179614 INFO  (Thread-808) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1179614 INFO  (Thread-808) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1179616 ERROR (Thread-808) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1179718 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:42489
   [junit4]   2> 1179732 INFO  (zkConnectionManagerCallback-758-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1179813 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1179814 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1179975 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1179975 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1179975 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1179976 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1179976 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1179976 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1179976 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6bbad25a{/solr,null,AVAILABLE}
   [junit4]   2> 1179977 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4f97593d{/solr,null,AVAILABLE}
   [junit4]   2> 1180010 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@147e129d{SSL,[ssl, 
http/1.1]}{127.0.0.1:40409}
   [junit4]   2> 1180010 INFO  (jetty-launcher-755-thread-2) [    ] 
o.e.j.s.Server Started @1190097ms
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40409}
   [junit4]   2> 1180011 ERROR (jetty-launcher-755-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@792a42ba{SSL,[ssl, 
http/1.1]}{127.0.0.1:35421}
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.e.j.s.Server Started @1190098ms
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35421}
   [junit4]   2> 1180011 ERROR (jetty-launcher-755-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1180011 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1180012 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-14T21:14:05.468Z
   [junit4]   2> 1180030 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-14T21:14:05.468Z
   [junit4]   2> 1180083 INFO  (zkConnectionManagerCallback-760-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180084 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1180099 INFO  (zkConnectionManagerCallback-762-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180101 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1180214 INFO  (jetty-launcher-755-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
   [junit4]   2> 1180216 INFO  (zkConnectionManagerCallback-766-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180286 INFO  (jetty-launcher-755-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
   [junit4]   2> 1180355 INFO  (zkConnectionManagerCallback-770-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180684 INFO  
(zkConnectionManagerCallback-772-thread-1-processing-n:127.0.0.1:35421_solr) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180749 INFO  
(zkConnectionManagerCallback-774-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1181126 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1181126 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40409_solr
   [junit4]   2> 1181145 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.Overseer Overseer 
(id=72121835440373766-127.0.0.1:40409_solr-n_0000000000) starting
   [junit4]   2> 1181228 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40409_solr
   [junit4]   2> 1181228 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 1181454 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 1181484 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 1181484 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1181484 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 1181521 INFO  
(OverseerStateUpdate-72121835440373766-127.0.0.1:40409_solr-n_0000000000) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1181703 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1181720 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1181764 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1181766 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1181818 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40409.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1181819 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35421_solr
   [junit4]   2> 1181825 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1181853 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40409.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1181854 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40409.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1181855 INFO  (jetty-launcher-755-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node2/.
   [junit4]   2> 1181890 INFO  
(zkCallback-771-thread-1-processing-n:127.0.0.1:35421_solr) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1181902 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1182267 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35421.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1182294 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35421.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1182294 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35421.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1182304 INFO  (jetty-launcher-755-thread-1) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node1/.
   [junit4]   2> 1182469 INFO  (zkConnectionManagerCallback-780-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182580 INFO  (zkConnectionManagerCallback-784-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1182581 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1182583 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42489/solr ready
   [junit4]   2> 1182892 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1183198 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 1183199 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 1183199 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 1183199 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 1183201 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1183201 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1183201 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1183377 INFO  (qtp1553196508-4344) [n:127.0.0.1:40409_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1183660 INFO  (qtp1553196508-4344) [n:127.0.0.1:40409_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=282
   [junit4]   2> 1183929 INFO  (qtp372761330-4347) [n:127.0.0.1:35421_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1184032 INFO  (qtp1553196508-4348) [n:127.0.0.1:40409_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1184033 DEBUG (qtp372761330-4343) [n:127.0.0.1:35421_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184068 INFO  (qtp372761330-4343) [n:127.0.0.1:35421_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=183
   [junit4]   2> 1184084 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 1184182 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:40409_solr, 127.0.0.1:35421_solr]
   [junit4]   2> 1184182 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 1184183 INFO  
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1184187 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.e.j.s.AbstractConnector Stopped ServerConnector@792a42ba{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1184187 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1184219 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.c.CoreContainer Shutting down CoreContainer instance=53805869
   [junit4]   2> 1184219 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1184219 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@313b1e75: rootName = 
solr_35421, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@6ae869bc
   [junit4]   2> 1184225 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1184225 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4d0457f2: rootName = 
solr_35421, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
   [junit4]   2> 1184230 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1184243 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 2
   [junit4]   2> 1184246 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1184246 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@21221ea5: rootName = 
solr_35421, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
   [junit4]   2> 1184260 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35421_solr
   [junit4]   2> 1184261 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1184262 INFO  
(zkCallback-771-thread-1-processing-n:127.0.0.1:35421_solr) 
[n:127.0.0.1:35421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1184263 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1184279 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1184333 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1184369 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6bbad25a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1184421 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1185244 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1185244 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 
127.0.0.1:35421_solr
   [junit4]   2> 1185519 INFO  
(OverseerCollectionConfigSetProcessor-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1186245 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing 
registered processor for lost nodes: [127.0.0.1:35421_solr]
   [junit4]   2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":980251638847139,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980251638847139],
   [junit4]   2>     "nodeNames":["127.0.0.1:35421_solr"]}}
   [junit4]   2> 1187246 DEBUG (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_lost_trigger]
   [junit4]   2> 1187247 INFO  (ScheduledTrigger-1778-thread-1) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 1187248 DEBUG 
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":980251638847139,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980251638847139],
   [junit4]   2>     "_enqueue_time_":980253640970289,
   [junit4]   2>     "nodeNames":["127.0.0.1:35421_solr"]}}
   [junit4]   2> 1187249 DEBUG 
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_lost_trigger after 5000ms
   [junit4]   2> 1187249 DEBUG 
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 
ms for event id=37b889eb956a3T87lt87u8n4qqv2m22c83xxrn7
   [junit4]   2> 1187254 INFO  (qtp1553196508-4350) [n:127.0.0.1:40409_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1187254 DEBUG (qtp1553196508-4346) [n:127.0.0.1:40409_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1187255 INFO  (qtp1553196508-4346) [n:127.0.0.1:40409_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1187255 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 1187255 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:40409_solr]
   [junit4]   2> 1187255 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 1187256 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1187256 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1189255 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[8455D28003A42A50]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 1189265 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 1189265 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 1189266 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 1189266 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 1189267 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1189267 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1189267 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1189288 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1189288 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1189288 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1189289 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1189289 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@147e153d{/solr,null,AVAILABLE}
   [junit4]   2> 1189289 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@2ae5c680{SSL,[ssl, 
http/1.1]}{127.0.0.1:35281}
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.Server Started @1199376ms
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35281}
   [junit4]   2> 1189290 ERROR 
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1189290 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-14T21:14:14.747Z
   [junit4]   2> 1189300 INFO  (zkConnectionManagerCallback-786-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189301 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1189325 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
   [junit4]   2> 1189326 INFO  (zkConnectionManagerCallback-790-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189329 INFO  
(zkConnectionManagerCallback-792-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189347 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1189349 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1189351 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35281_solr
   [junit4]   2> 1189352 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1189359 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1189377 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1189507 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35281.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1189524 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35281.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1189524 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35281.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1189525 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node3/.
   [junit4]   2> 1189646 INFO  (qtp1917099168-4408) [n:127.0.0.1:35281_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1189670 INFO  (qtp1917099168-4408) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=24
   [junit4]   2> 1189690 INFO  (qtp1917099168-4410) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1189711 INFO  (qtp1553196508-4344) [n:127.0.0.1:40409_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1189711 DEBUG (qtp1917099168-4406) [n:127.0.0.1:35281_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1189712 INFO  (qtp1917099168-4406) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=25
   [junit4]   2> 1189712 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 1189715 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestEventQueueAction instantiated
   [junit4]   2> 1189715 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:40409_solr, 127.0.0.1:35281_solr]
   [junit4]   2> 1189715 DEBUG 
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 1189715 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 1189717 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1189739 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1189739 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1189739 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1189739 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1189741 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1189754 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1189754 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1189754 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1189754 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2f4bfa75{/solr,null,AVAILABLE}
   [junit4]   2> 1189755 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1adec784{SSL,[ssl, 
http/1.1]}{127.0.0.1:39342}
   [junit4]   2> 1189755 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.Server Started @1199842ms
   [junit4]   2> 1189755 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39342}
   [junit4]   2> 1189756 ERROR 
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1189756 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.3.0
   [junit4]   2> 1189756 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1189756 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1189756 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-14T21:14:15.213Z
   [junit4]   2> 1189757 INFO  (zkConnectionManagerCallback-796-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189770 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1189821 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
   [junit4]   2> 1189844 INFO  (zkConnectionManagerCallback-800-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189847 INFO  
(zkConnectionManagerCallback-802-thread-1-processing-n:127.0.0.1:39342_solr) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1189851 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1189853 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1189855 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39342_solr
   [junit4]   2> 1189857 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1189857 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1189857 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1189880 INFO  
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1189973 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39342.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1189998 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39342.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1189999 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39342.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1190000 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node4/.
   [junit4]   2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1190741 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:39342_solr at time 980257135591042
   [junit4]   2> 1191661 INFO  
(OverseerCollectionConfigSetProcessor-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1191742 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerEQ firing registered processor for nodes: 
[127.0.0.1:39342_solr] added at times [980257135591042], now=980258136835758
   [junit4]   2> 1191743 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"]}}
   [junit4]   2> 1191743 DEBUG (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_added_triggerEQ]
   [junit4]   2> 1191744 INFO  (ScheduledTrigger-1778-thread-2) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 1191744 DEBUG 
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "_enqueue_time_":980258137261082,
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"]}}
   [junit4]   2> 1191744 INFO  
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "_enqueue_time_":980258137261082,
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"]}}
   [junit4]   2> 1191745 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@147e129d{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1191746 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1524069153
   [junit4]   2> 1191746 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1191746 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@23f10a4: rootName = 
solr_40409, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@7f30eb7a
   [junit4]   2> 1191752 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1191752 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@18079127: rootName = 
solr_40409, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
   [junit4]   2> 1191764 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1191764 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@cf6825c: rootName = 
solr_40409, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
   [junit4]   2> 1191765 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40409_solr
   [junit4]   2> 1191766 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1191766 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1191766 INFO  
(zkCallback-773-thread-2-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1191766 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1191766 INFO  
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1191766 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1191766 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.Overseer Overseer 
(id=72121835440373766-127.0.0.1:40409_solr-n_0000000000) closing
   [junit4]   2> 1191766 INFO  
(OverseerStateUpdate-72121835440373766-127.0.0.1:40409_solr-n_0000000000) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:40409_solr
   [junit4]   2> 1191767 WARN  
(OverseerAutoScalingTriggerThread-72121835440373766-127.0.0.1:40409_solr-n_0000000000)
 [n:127.0.0.1:40409_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1191769 DEBUG 
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1191770 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:35281_solr
   [junit4]   2> 1191770 WARN  
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing 
actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: 
ScheduledTrigger node_added_triggerEQ has been closed.
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1191798 DEBUG 
(AutoscalingActionExecutor-1779-thread-1-processing-n:127.0.0.1:40409_solr) 
[n:127.0.0.1:40409_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 54 
ms for event id=37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9
   [junit4]   2> 1191770 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.Overseer Overseer 
(id=72121835440373771-127.0.0.1:35281_solr-n_0000000002) starting
   [junit4]   2> 1191770 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4f97593d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1191799 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1191803 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 1191804 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 7
   [junit4]   2> 1191804 INFO  
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestEventQueueAction instantiated
   [junit4]   2> 1191804 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
   [junit4]   2> 1191804 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 1191805 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
   [junit4]   2> 1191805 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 1191805 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 7
   [junit4]   2> 1191807 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1191807 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1191807 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1191857 DEBUG (ScheduledTrigger-1800-thread-2) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "_dequeue_time_":980258202170369,
   [junit4]   2>     "_enqueue_time_":980258137261082,
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1191857 DEBUG (ScheduledTrigger-1800-thread-2) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[.auto_add_replicas, node_added_triggerEQ]
   [junit4]   2> 1191857 INFO  (ScheduledTrigger-1800-thread-2) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 1191858 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "_dequeue_time_":980258202170369,
   [junit4]   2>     "_enqueue_time_":980258137261082,
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1191858 INFO  
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":980257135591042,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980257135591042],
   [junit4]   2>     "_dequeue_time_":980258202170369,
   [junit4]   2>     "_enqueue_time_":980258137261082,
   [junit4]   2>     "nodeNames":["127.0.0.1:39342_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 1191859 DEBUG (ScheduledTrigger-1800-thread-2) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1191859 DEBUG (ScheduledTrigger-1800-thread-2) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1191859 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
.auto_add_replicas after 5000ms
   [junit4]   2> 1191859 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_added_triggerEQ after 5000ms
   [junit4]   2> 1191859 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 
ms for event id=37b89e65afe82T87lt87u8n4qqv2m22c83xxrn9
   [junit4]   2> 1196800 INFO  
(TEST-TriggerIntegrationTest.testEventQueue-seed#[8455D28003A42A50]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 1196860 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1196861 DEBUG (ScheduledTrigger-1800-thread-3) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 1196861 DEBUG (ScheduledTrigger-1800-thread-3) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1196861 INFO  
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 1196862 INFO  
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
   [junit4]   2> 1196862 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 8
   [junit4]   2> 1196870 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 8
   [junit4]   2> 1196902 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1196902 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1196902 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1197906 DEBUG 
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: 
triggerScheduleDelaySeconds from: 1 to: 4
   [junit4]   2> 1205931 DEBUG 
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: 
triggerScheduleDelaySeconds from: 4 to: 1
   [junit4]   2> 1216020 DEBUG 
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: 
triggerCorePoolSize from: 4 to: 6
   [junit4]   2> 1226123 INFO  
(TEST-TriggerIntegrationTest.testSetProperties-seed#[8455D28003A42A50]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> 1226186 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 1226187 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode 
version 9
   [junit4]   2> 1226187 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 9
   [junit4]   2> 1226187 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 9
   [junit4]   2> 1226187 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1226187 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1226204 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1226206 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1226207 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1226207 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1226207 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1226207 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@429a60a3{/solr,null,AVAILABLE}
   [junit4]   2> 1226208 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d037e8b{SSL,[ssl, 
http/1.1]}{127.0.0.1:43052}
   [junit4]   2> 1226208 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.Server Started @1236294ms
   [junit4]   2> 1226208 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43052}
   [junit4]   2> 1226208 ERROR 
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1226220 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ 
version 7.3.0
   [junit4]   2> 1226220 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1226220 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1226221 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-14T21:14:51.677Z
   [junit4]   2> 1226246 INFO  (zkConnectionManagerCallback-806-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226247 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1226279 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42489/solr
   [junit4]   2> 1226302 INFO  (zkConnectionManagerCallback-810-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226305 INFO  
(zkConnectionManagerCallback-812-thread-1-processing-n:127.0.0.1:43052_solr) 
[n:127.0.0.1:43052_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1226340 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1226350 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226352 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43052_solr
   [junit4]   2> 1226353 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1226354 INFO  
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1226370 INFO  
(zkCallback-811-thread-1-processing-n:127.0.0.1:43052_solr) 
[n:127.0.0.1:43052_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1226371 INFO  
(zkCallback-791-thread-2-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1226540 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43052.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1226590 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43052.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1226590 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43052.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@398505ff
   [junit4]   2> 1226591 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [n:127.0.0.1:43052_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001/tempDir-001/node5/.
   [junit4]   2> 1226777 INFO  (qtp1917099168-4409) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1226863 INFO  (qtp441022786-4435) [n:127.0.0.1:39342_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1227001 INFO  (qtp312232050-4475) [n:127.0.0.1:43052_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1227002 DEBUG (qtp1917099168-4408) [n:127.0.0.1:35281_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1227002 INFO  (qtp1917099168-4408) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=243
   [junit4]   2> 1227003 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 10
   [junit4]   2> 1227004 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d037e8b{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1227004 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:43052_solr, 127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
   [junit4]   2> 1227004 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1360746480
   [junit4]   2> 1227004 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 10
   [junit4]   2> 1227004 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1227004 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@562098d8: rootName = 
solr_43052, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@6414f30a
   [junit4]   2> 1227005 INFO  
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1227005 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1227006 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 1227006 DEBUG (ScheduledTrigger-1800-thread-4) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: 3
   [junit4]   2> 1227022 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1227022 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7eff586b: rootName = 
solr_43052, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@17b25931
   [junit4]   2> 1227043 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1227043 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3a0136b5: rootName = 
solr_43052, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3093a5e0
   [junit4]   2> 1227052 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43052_solr
   [junit4]   2> 1227053 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1227053 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1227054 INFO  (zkCallback-783-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1227054 INFO  
(zkCallback-811-thread-1-processing-n:127.0.0.1:43052_solr) 
[n:127.0.0.1:43052_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1227054 INFO  
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1227054 INFO  
(zkCallback-801-thread-1-processing-n:127.0.0.1:39342_solr) 
[n:127.0.0.1:39342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1227055 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@429a60a3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1227055 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1228023 DEBUG (ScheduledTrigger-1800-thread-4) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 1228023 DEBUG (ScheduledTrigger-1800-thread-4) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 
127.0.0.1:43052_solr
   [junit4]   2> 1228599 INFO  (qtp1917099168-4406) [n:127.0.0.1:35281_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1228602 INFO  (qtp441022786-4433) [n:127.0.0.1:39342_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1228624 DEBUG (qtp441022786-4432) [n:127.0.0.1:39342_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1228625 INFO  (qtp441022786-4432) [n:127.0.0.1:39342_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=29
   [junit4]   2> 1228652 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 11
   [junit4]   2> 1228652 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:39342_solr, 127.0.0.1:35281_solr]
   [junit4]   2> 1228652 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 11
   [junit4]   2> 1228653 INFO  
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1228653 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Adding lost node from 
marker path: 127.0.0.1:43052_solr
   [junit4]   2> 1228654 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1228654 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing 
registered processor for lost nodes: [127.0.0.1:43052_solr]
   [junit4]   2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":980295047735450,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980295047735450],
   [junit4]   2>     "nodeNames":["127.0.0.1:43052_solr"]}}
   [junit4]   2> 1228666 DEBUG (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_lost_restore_trigger]
   [junit4]   2> 1228666 INFO  (ScheduledTrigger-1800-thread-1) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 1228672 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":980295047735450,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[980295047735450],
   [junit4]   2>     "_enqueue_time_":980295060359668,
   [junit4]   2>     "nodeNames":["127.0.0.1:43052_solr"]}}
   [junit4]   2> 1228672 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 1228713 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 1228725 DEBUG 
(zkCallback-791-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 12
   [junit4]   2> 1228725 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_lost_restore_trigger after 5000ms
   [junit4]   2> 1228726 DEBUG 
(OverseerAutoScalingTriggerThread-72121835440373771-127.0.0.1:35281_solr-n_0000000002)
 [n:127.0.0.1:35281_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 12
   [junit4]   2> 1228726 DEBUG 
(AutoscalingActionExecutor-1801-thread-1-processing-n:127.0.0.1:35281_solr) 
[n:127.0.0.1:35281_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 53 
ms for event id=37b92ba18689aT87lt87u8n4qqv2m22c83xxrnc
   [junit4]   2> 1228726 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[8455D28003A42A50])
 [    ] o.a.s.c.a.Trigg

[...truncated too long message...]

.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:576)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1404402 WARN  
(zkCallback-905-thread-2-processing-n:127.0.0.1:42942_solr) 
[n:127.0.0.1:42942_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1404407 INFO  (jetty-closer-756-thread-7) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6564c48c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1404408 INFO  (jetty-closer-756-thread-7) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1404438 WARN  
(OverseerAutoScalingTriggerThread-72121835440373783-127.0.0.1:37430_solr-n_0000000006)
 [n:127.0.0.1:37430_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1404582 INFO  (jetty-closer-756-thread-9) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@21c96f88{/solr,null,UNAVAILABLE}
   [junit4]   2> 1404582 DEBUG (jetty-closer-756-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1404707 INFO  (jetty-closer-756-thread-9) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1404989 INFO  (jetty-closer-756-thread-10) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@408a4c88{/solr,null,UNAVAILABLE}
   [junit4]   2> 1404990 INFO  (jetty-closer-756-thread-10) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405053 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1003a6d5df90036, likely client has closed socket
   [junit4]   2> 1405053 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1003a6d5df90017, likely client has closed socket
   [junit4]   2> 1405053 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x1003a6d5df90039, likely client has closed socket
   [junit4]   2> 1405118 INFO  (jetty-closer-756-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5a1e677b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405119 INFO  (jetty-closer-756-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405135 INFO  (jetty-closer-756-thread-11) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@578789a3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405135 INFO  (jetty-closer-756-thread-11) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405138 INFO  (jetty-closer-756-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@79f19e19{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405139 INFO  (jetty-closer-756-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405171 INFO  (jetty-closer-756-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@ccbebd4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405172 INFO  (jetty-closer-756-thread-6) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405214 INFO  (jetty-closer-756-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@67e68b50{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405214 INFO  (jetty-closer-756-thread-5) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405244 INFO  
(zkCallback-851-thread-3-processing-n:127.0.0.1:38848_solr) 
[n:127.0.0.1:38848_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:38848_solr
   [junit4]   2> 1405357 INFO  (jetty-closer-756-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@54686fb3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405365 INFO  (jetty-closer-756-thread-8) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5b18814d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1405445 INFO  (jetty-closer-756-thread-4) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1405455 INFO  (jetty-closer-756-thread-8) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1406756 INFO  (jetty-closer-756-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@34e7cf47{/solr,null,UNAVAILABLE}
   [junit4]   2> 1406756 INFO  (jetty-closer-756-thread-3) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1406759 ERROR 
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1406759 INFO  
(SUITE-TriggerIntegrationTest-seed#[8455D28003A42A50]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42489 42489
   [junit4]   2> 1406869 INFO  (Thread-808) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:42489 42489
   [junit4]   2> 1406870 WARN  (Thread-808) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        44      /solr/collections/collection1/terms/shard1
   [junit4]   2>        22      /solr/aliases.json
   [junit4]   2>        21      /solr/security.json
   [junit4]   2>        11      /solr/configs/conf
   [junit4]   2>        9       /solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2>        2       /solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        154     /solr/collections/collection1/state.json
   [junit4]   2>        46      /solr/collections/testMetricTrigger/state.json
   [junit4]   2>        22      /solr/clusterprops.json
   [junit4]   2>        22      /solr/clusterstate.json
   [junit4]   2>        5       /solr/autoscaling.json
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373766-127.0.0.1:40409_solr-n_0000000000
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373802-127.0.0.1:33413_solr-n_0000000012
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/72121835440373802-core_node3-n_0000000000
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373795-127.0.0.1:33577_solr-n_0000000010
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373808-127.0.0.1:40748_solr-n_0000000014
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373820-127.0.0.1:43100_solr-n_0000000018
   [junit4]   2>        2       
/solr/overseer_elect/election/72121835440373774-127.0.0.1:39342_solr-n_0000000003
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        22      /solr/collections
   [junit4]   2>        21      /solr/live_nodes
   [junit4]   2>        5       /solr/overseer/queue-work
   [junit4]   2>        5       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        5       /solr/overseer/collection-queue-work
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2>        2       /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_8455D28003A42A50-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=PostingsFormat(name=LuceneVarGapDocFreqInterval), x_s=FST50}, 
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1807, 
maxMBSortInHeap=5.568691573594731, sim=RandomSimilarity(queryNorm=true): {}, 
locale=mt-MT, timezone=Africa/Kigali
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=205659472,total=512753664
   [junit4]   2> NOTE: All tests run in this JVM: [ExecutePlanActionTest, 
BasicZkTest, HttpPartitionTest, TestFieldCacheSort, TestJettySolrRunner, 
TestSolrCloudWithSecureImpersonation, HdfsBasicDistributedZkTest, 
ZkControllerTest, TestManagedSynonymGraphFilterFactory, 
TestHighFrequencyDictionaryFactory, TestLeaderInitiatedRecoveryThread, 
TestTolerantUpdateProcessorRandomCloud, TestDefaultStatsCache, 
QueryResultKeyTest, TestRawResponseWriter, SubstringBytesRefFilterTest, 
SolrMetricsIntegrationTest, QueryParsingTest, AutoAddReplicasPlanActionTest, 
TestExactStatsCache, TestSlowCompositeReaderWrapper, SolrCloudReportersTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestSimpleTrackingShardHandler, 
SimpleMLTQParserTest, TestUniqueKeyFieldResource, ResourceLoaderTest, 
BufferStoreTest, FacetPivotSmallTest, SuggesterTest, TestLegacyNumericUtils, 
CursorMarkTest, TestCollapseQParserPlugin, HighlighterTest, 
TestSolrCloudSnapshots, SolrCoreMetricManagerTest, TestReload, 
SchemaVersionSpecificBehaviorTest, TestStressUserVersions, SparseHLLTest, 
LegacyCloudClusterPropTest, FastVectorHighlighterTest, TestSimpleTextCodec, 
TestRandomCollapseQParserPlugin, FieldMutatingUpdateProcessorTest, 
PeerSyncWithIndexFingerprintCachingTest, ZkStateWriterTest, 
TestSurroundQueryParser, TriggerIntegrationTest]
   [junit4] Completed [146/775 (1!)] on J1 in 228.75s, 14 tests, 2 failures <<< 
FAILURES!

[...truncated 50683 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to