Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/411/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([390DECF168702FB:286F0B948CFF172B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12796 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/init-core-data-001
   [junit4]   2> 1442859 WARN  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1442859 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1442861 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1442861 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1442861 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001
   [junit4]   2> 1442862 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1442862 INFO  (Thread-6143) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1442862 INFO  (Thread-6143) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1442863 ERROR (Thread-6143) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1442962 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:50722
   [junit4]   2> 1442980 INFO  (zkConnectionManagerCallback-5046-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1442984 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1442984 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1442985 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1442985 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1442989 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1442989 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1442989 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1442989 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1442989 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5f1bc9ad{/solr,null,AVAILABLE}
   [junit4]   2> 1442990 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4320c1a{HTTP/1.1,[http/1.1]}{127.0.0.1:42557}
   [junit4]   2> 1442990 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.e.j.s.Server Started @1448031ms
   [junit4]   2> 1442990 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42557}
   [junit4]   2> 1442990 ERROR (jetty-launcher-5043-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1442991 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1442991 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1442991 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1442991 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:34.650Z
   [junit4]   2> 1442992 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@325dbfde{/solr,null,AVAILABLE}
   [junit4]   2> 1442992 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@16d15317{HTTP/1.1,[http/1.1]}{127.0.0.1:60066}
   [junit4]   2> 1442992 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.e.j.s.Server Started @1448033ms
   [junit4]   2> 1442992 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60066}
   [junit4]   2> 1442992 ERROR (jetty-launcher-5043-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1442993 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1442993 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1442993 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1442993 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:34.652Z
   [junit4]   2> 1442995 INFO  (zkConnectionManagerCallback-5050-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1442995 INFO  (zkConnectionManagerCallback-5048-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1442996 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1442996 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1443004 INFO  (jetty-launcher-5043-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1443006 INFO  (zkConnectionManagerCallback-5054-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443009 INFO  
(zkConnectionManagerCallback-5056-thread-1-processing-n:127.0.0.1:60066_solr) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443013 INFO  (jetty-launcher-5043-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1443015 INFO  (zkConnectionManagerCallback-5060-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443019 INFO  
(zkConnectionManagerCallback-5062-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443158 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1443158 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:42557_solr
   [junit4]   2> 1443160 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.Overseer Overseer 
(id=99409041458593798-127.0.0.1:42557_solr-n_0000000000) starting
   [junit4]   2> 1443163 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1443166 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60066_solr
   [junit4]   2> 1443168 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1443168 INFO  
(zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1443172 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 1443173 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 1443174 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:60066_solr]
   [junit4]   2> 1443174 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1443174 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 1443174 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42557_solr
   [junit4]   2> 1443176 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1443177 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1443177 INFO  
(zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1443178 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1443178 DEBUG (ScheduledTrigger-4958-thread-1) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1443397 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42557.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443399 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60066.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443404 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42557.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443405 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42557.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443406 INFO  (jetty-launcher-5043-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node2/.
   [junit4]   2> 1443406 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60066.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443406 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60066.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1443407 INFO  (jetty-launcher-5043-thread-1) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node1/.
   [junit4]   2> 1443436 INFO  (zkConnectionManagerCallback-5068-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443440 INFO  (zkConnectionManagerCallback-5072-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1443441 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1443442 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50722/solr ready
   [junit4]   2> 1443464 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 1443465 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 1443466 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 1443466 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 1443468 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1443469 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1443469 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1443472 INFO  (qtp819139700-18875) [n:127.0.0.1:60066_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1443480 INFO  (qtp819139700-18875) [n:127.0.0.1:60066_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 1443484 INFO  (qtp1114684001-18887) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1443485 INFO  (qtp819139700-18880) [n:127.0.0.1:60066_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1443485 DEBUG (qtp1114684001-18883) [n:127.0.0.1:42557_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1443486 INFO  (qtp1114684001-18883) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1443487 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 1443487 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:60066_solr, 127.0.0.1:42557_solr]
   [junit4]   2> 1443488 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 1443490 INFO  
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 1443491 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1443491 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@16d15317{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1443492 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1104210028
   [junit4]   2> 1443492 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1443492 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1443492 DEBUG (ScheduledTrigger-4958-thread-1) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 2
   [junit4]   2> 1443492 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7ba50549: rootName = 
solr_60066, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@3b81b501
   [junit4]   2> 1443496 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1443496 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@56f8d702: rootName = 
solr_60066, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@e8d3069
   [junit4]   2> 1443500 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1443500 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@27323d5b: rootName = 
solr_60066, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@5131876a
   [junit4]   2> 1443501 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60066_solr
   [junit4]   2> 1443502 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1443503 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1443503 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1443503 INFO  
(zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) 
[n:127.0.0.1:60066_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1443504 INFO  (zkCallback-5071-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1443504 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@325dbfde{/solr,null,UNAVAILABLE}
   [junit4]   2> 1443504 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1612bff1b9a0004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1443505 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1444495 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1444495 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 
127.0.0.1:60066_solr
   [junit4]   2> 1445477 INFO  
(OverseerCollectionConfigSetProcessor-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
node_lost_trigger with currently live nodes: 1
   [junit4]   2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing 
registered processor for lost nodes: [127.0.0.1:60066_solr]
   [junit4]   2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"200091e08a918T9skltgt65qpyx8r5zoi3nf6w7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":562989112011032,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[562989112011032],
   [junit4]   2>     "nodeNames":["127.0.0.1:60066_solr"]}}
   [junit4]   2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: 
[node_lost_trigger]
   [junit4]   2> 1445499 INFO  (ScheduledTrigger-4958-thread-2) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 1445500 DEBUG 
(AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"200091e08a918T9skltgt65qpyx8r5zoi3nf6w7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":562989112011032,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[562989112011032],
   [junit4]   2>     "_enqueue_time_":562990115351252,
   [junit4]   2>     "nodeNames":["127.0.0.1:60066_solr"]}}
   [junit4]   2> 1445501 DEBUG 
(AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: 
node_lost_trigger after 5000ms
   [junit4]   2> 1445501 DEBUG 
(AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 
ms for event id=200091e08a918T9skltgt65qpyx8r5zoi3nf6w7
   [junit4]   2> 1445502 INFO  (qtp1114684001-18887) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1445502 DEBUG (qtp1114684001-18888) [n:127.0.0.1:42557_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1445502 INFO  (qtp1114684001-18888) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1445503 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 1445503 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:42557_solr]
   [junit4]   2> 1445503 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 1445504 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1445504 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1447506 INFO  
(TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 1447515 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
   [junit4]   2> 1447516 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 1447516 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1447516 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 1447516 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 1447517 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1447517 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1447517 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1447517 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@afd1e9{/solr,null,AVAILABLE}
   [junit4]   2> 1447518 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3b8e31b8{HTTP/1.1,[http/1.1]}{127.0.0.1:40982}
   [junit4]   2> 1447518 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server Started @1452560ms
   [junit4]   2> 1447518 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40982}
   [junit4]   2> 1447518 ERROR 
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1447518 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1447519 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1447519 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1447519 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1447519 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:39.178Z
   [junit4]   2> 1447519 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1447520 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1447522 INFO  (zkConnectionManagerCallback-5074-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447522 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1447528 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1447530 INFO  (zkConnectionManagerCallback-5078-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447533 INFO  
(zkConnectionManagerCallback-5080-thread-1-processing-n:127.0.0.1:40982_solr) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447540 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1447543 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1447546 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40982_solr
   [junit4]   2> 1447547 INFO  (zkCallback-5071-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1447547 INFO  
(zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1447547 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1447650 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40982.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447657 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40982.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447657 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40982.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447658 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node3/.
   [junit4]   2> 1447680 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1447681 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1447681 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1447681 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@12c11fb2{/solr,null,AVAILABLE}
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1227c9ba{HTTP/1.1,[http/1.1]}{127.0.0.1:61341}
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server Started @1452724ms
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=61341}
   [junit4]   2> 1447682 ERROR 
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1447682 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:39.341Z
   [junit4]   2> 1447684 INFO  (zkConnectionManagerCallback-5084-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447685 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1447691 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1447693 INFO  (zkConnectionManagerCallback-5088-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447696 INFO  
(zkConnectionManagerCallback-5090-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447705 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1447707 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1447710 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:61341_solr
   [junit4]   2> 1447711 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1447711 INFO  
(zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1447712 INFO  (zkCallback-5071-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1447713 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1447793 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_61341.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447800 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_61341.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447800 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_61341.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447801 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/.
   [junit4]   2> 1447830 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1447831 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1447831 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1447831 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1447831 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3db7554{/solr,null,AVAILABLE}
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4eb4fd83{HTTP/1.1,[http/1.1]}{127.0.0.1:63309}
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server Started @1452874ms
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=63309}
   [junit4]   2> 1447832 ERROR 
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1447832 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:39.491Z
   [junit4]   2> 1447834 INFO  (zkConnectionManagerCallback-5094-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447835 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1447842 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1447844 INFO  (zkConnectionManagerCallback-5098-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447847 INFO  
(zkConnectionManagerCallback-5100-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447856 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1447859 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1447862 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:63309_solr
   [junit4]   2> 1447863 INFO  
(zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1447863 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1447864 INFO  (zkCallback-5071-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1447864 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1447864 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1447927 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_63309.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447934 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_63309.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447934 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_63309.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1447935 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/.
   [junit4]   2> 1447968 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1447969 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1447969 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1447969 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1447969 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1bcc0f0c{/solr,null,AVAILABLE}
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1f743907{HTTP/1.1,[http/1.1]}{127.0.0.1:42128}
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.e.j.s.Server Started @1453012ms
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42128}
   [junit4]   2> 1447970 ERROR 
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1447970 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-25T06:26:39.629Z
   [junit4]   2> 1447972 INFO  (zkConnectionManagerCallback-5104-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447973 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1447979 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
   [junit4]   2> 1447980 INFO  (zkConnectionManagerCallback-5108-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447984 INFO  
(zkConnectionManagerCallback-5110-thread-1-processing-n:127.0.0.1:42128_solr) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1447994 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1447997 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1448000 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42128_solr
   [junit4]   2> 1448001 INFO  (zkCallback-5071-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1448002 INFO  
(zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) 
[n:127.0.0.1:40982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1448002 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1448002 INFO  
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1448002 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1448003 INFO  
(zkCallback-5109-thread-1-processing-n:127.0.0.1:42128_solr) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 1448084 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42128.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1448090 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42128.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1448090 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42128.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1448091 INFO  
(TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) 
[n:127.0.0.1:42128_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node6/.
   [junit4]   2> 1448131 INFO  (qtp1518478669-18943) [n:127.0.0.1:40982_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1448134 INFO  
(OverseerThreadFactory-4960-thread-2-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 1448245 INFO  
(OverseerStateUpdate-99409041458593798-127.0.0.1:42557_solr-n_0000000000) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:63309/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1448248 INFO  
(OverseerStateUpdate-99409041458593798-127.0.0.1:42557_solr-n_0000000000) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:61341/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1448451 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1448451 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1448452 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1448452 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1448557 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1448557 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1448558 INFO  
(zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1448559 INFO  
(zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1449479 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1449483 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1449484 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1449486 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1449486 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using 
configuration from collection collection1, trusted=true
   [junit4]   2> 1449487 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_61341.solr.core.collection1.shard1.replica_n2' (registry 
'solr.core.collection1.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1449487 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1449487 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/collection1_shard1_replica_n2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/./collection1_shard1_replica_n2/data/]
   [junit4]   2> 1449490 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1449492 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1449492 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using 
configuration from collection collection1, trusted=true
   [junit4]   2> 1449493 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_63309.solr.core.collection1.shard1.replica_n1' (registry 
'solr.core.collection1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
   [junit4]   2> 1449493 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1449493 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/collection1_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 1449530 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1449531 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1449532 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1449532 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1449533 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@325cfdef[collection1_shard1_replica_n2] main]
   [junit4]   2> 1449535 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1449535 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1449536 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1449536 INFO  
(searcherExecutor-4990-thread-1-processing-n:127.0.0.1:61341_solr 
x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) 
[n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 
x:collection1_shard1_replica_n2] o.a.s.c.SolrCore 
[collection1_shard1_replica_n2] Registered new searcher 
Searcher@325cfdef[collection1_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1449536 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590544670334648320
   [junit4]   2> 1449540 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1449540 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1449541 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1449541 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1449542 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@36634ce[collection1_shard1_replica_n1] main]
   [junit4]   2> 1449546 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1449547 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1449547 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1449548 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1449548 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1590544670347231232
   [junit4]   2> 1449548 INFO  
(searcherExecutor-4991-thread-1-processing-n:127.0.0.1:63309_solr 
x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) 
[n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.c.SolrCore 
[collection1_shard1_replica_n1] Registered new searcher 
Searcher@36634ce[collection1_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1449649 INFO  
(zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1449649 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1449650 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1449650 INFO  
(zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450050 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1450050 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1450050 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:61341/solr/collection1_shard1_replica_n2/
   [junit4]   2> 1450050 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 
url=http://127.0.0.1:61341/solr START 
replicas=[http://127.0.0.1:63309/solr/collection1_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 1450052 INFO  (qtp491966524-18995) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1450351 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 
url=http://127.0.0.1:61341/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1450351 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 1450351 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1450351 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1450356 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:61341/solr/collection1_shard1_replica_n2/ shard1
   [junit4]   2> 1450459 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450459 INFO  
(zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450459 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450459 INFO  
(zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450507 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1450509 INFO  (qtp1639683165-18967) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2058
   [junit4]   2> 1450555 INFO  (qtp491966524-18994) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2105
   [junit4]   2> 1450558 INFO  (qtp1518478669-18943) [n:127.0.0.1:40982_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1450657 INFO  
(zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450657 INFO  
(zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450657 INFO  
(zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) 
[n:127.0.0.1:61341_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1450657 INFO  
(zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) 
[n:127.0.0.1:63309_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [5])
   [junit4]   2> 1451559 INFO  (qtp1518478669-18943) [n:127.0.0.1:40982_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=3429
   [junit4]   2> 1451584 INFO  (qtp1688950002-19015) [n:127.0.0.1:42128_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451586 INFO  (qtp491966524-18995) [n:127.0.0.1:63309_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1451586 INFO  (qtp491966524-18992) [n:127.0.0.1:63309_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451588 INFO  (qtp1518478669-18950) [n:127.0.0.1:40982_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451589 INFO  (qtp1639683165-18971) [n:127.0.0.1:61341_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1451590 INFO  (qtp1639683165-18969) [n:127.0.0.1:61341_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451592 INFO  (qtp1114684001-18888) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451592 DEBUG (qtp1114684001-18885) [n:127.0.0.1:42557_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1451593 INFO  (qtp1114684001-18885) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 1451593 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 1451594 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 1451596 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1451597 INFO  (qtp1688950002-19019) [n:127.0.0.1:42128_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451597 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1451597 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1451597 INFO  (qtp491966524-18992) [n:127.0.0.1:63309_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1451598 INFO  (qtp491966524-18995) [n:127.0.0.1:63309_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451599 INFO  (qtp491966524-18992) [n:127.0.0.1:63309_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate}
 status=0 QTime=0
   [junit4]   2> 1451599 INFO  (qtp1518478669-18946) [n:127.0.0.1:40982_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451599 INFO  (qtp1639683165-18969) [n:127.0.0.1:61341_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1451600 INFO  (qtp1639683165-18969) [n:127.0.0.1:61341_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate}
 status=0 QTime=0
   [junit4]   2> 1451600 INFO  (qtp1639683165-18971) [n:127.0.0.1:61341_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451601 INFO  (qtp1114684001-18885) [n:127.0.0.1:42557_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1451602 DEBUG (qtp1518478669-18945) [n:127.0.0.1:40982_solr    
] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1451602 INFO  (qtp1518478669-18945) [n:127.0.0.1:40982_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 1451603 DEBUG 
(zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) 
[n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 7
   [junit4]   2> 1451603 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 7
   [junit4]   2> 1451603 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451604 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 1451604 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1451604 DEBUG 
(OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000)
 [n:127.0.0.1:42557_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1451604 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451604 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451605 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451605 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451606 INFO  (qtp491966524-18992) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451606 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451607 INFO  (qtp491966524-18995) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451607 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451607 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451608 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451608 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451608 INFO  (qtp491966524-18992) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451608 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451609 INFO  (qtp491966524-18995) [n:127.0.0.1:63309_solr 
c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] 
o.a.s.c.S.Request [collection1_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451609 INFO  (qtp1639683165-18972) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collection1_shard1_replica_n2]  webapp=/solr path=/select 
params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 
QTime=0
   [junit4]   2> 1451610 INFO  (qtp1639683165-18973) [n:127.0.0.1:61341_solr 
c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] 
o.a.s.c.S.Request [collect

[...truncated too long message...]

61101_solr) [n:127.0.0.1:61101_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper 
watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired 
for /live_nodes]
   [junit4]   2> 1672132 INFO  (jetty-closer-5044-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3681f6c7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672133 INFO  (jetty-closer-5044-thread-3) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672231 WARN  
(zkCallback-5215-thread-1-processing-n:127.0.0.1:49034_solr) 
[n:127.0.0.1:49034_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1672233 INFO  (jetty-closer-5044-thread-8) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6dc56107{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672234 INFO  (jetty-closer-5044-thread-8) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672237 WARN  
(zkCallback-5165-thread-2-processing-n:127.0.0.1:50841_solr) 
[n:127.0.0.1:50841_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1672237 INFO  (jetty-closer-5044-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@61c5495b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672238 INFO  (jetty-closer-5044-thread-4) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672251 WARN  
(zkCallback-5225-thread-3-processing-n:127.0.0.1:42682_solr) 
[n:127.0.0.1:42682_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1672252 INFO  (jetty-closer-5044-thread-9) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1f903aff{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672252 INFO  (jetty-closer-5044-thread-9) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672292 INFO  (jetty-closer-5044-thread-6) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3a39ee80{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672292 INFO  (jetty-closer-5044-thread-6) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672355 INFO  (jetty-closer-5044-thread-12) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1d4cbaa2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1672355 INFO  (jetty-closer-5044-thread-12) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1672359 ERROR 
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1672359 INFO  
(SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:50722 50722
   [junit4]   2> 1675512 INFO  (Thread-6143) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:50722 50722
   [junit4]   2> 1675513 WARN  (Thread-6143) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      /solr/clusterprops.json
   [junit4]   2>        23      /solr/aliases.json
   [junit4]   2>        22      /solr/security.json
   [junit4]   2>        9       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        102     /solr/collections/collection1/state.json
   [junit4]   2>        35      /solr/collections/testMetricTrigger/state.json
   [junit4]   2>        23      /solr/clusterstate.json
   [junit4]   2>        6       /solr/autoscaling.json
   [junit4]   2>        4       
/solr/overseer_elect/election/99409041458593833-127.0.0.1:32933_solr-n_0000000012
   [junit4]   2>        3       
/solr/overseer_elect/election/99409041458593821-127.0.0.1:40360_solr-n_0000000008
   [junit4]   2>        3       
/solr/collections/collection1/leader_elect/shard1/election/99409041458593809-core_node3-n_0000000001
   [junit4]   2>        3       
/solr/overseer_elect/election/99409041458593818-127.0.0.1:46147_solr-n_0000000007
   [junit4]   2>        2       
/solr/overseer_elect/election/99409041458593836-127.0.0.1:42060_solr-n_0000000013
   [junit4]   2>        2       
/solr/overseer_elect/election/99409041458593848-127.0.0.1:62549_solr-n_0000000017
   [junit4]   2>        2       
/solr/overseer_elect/election/99409041458593798-127.0.0.1:42557_solr-n_0000000000
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/99409041458593812-core_node10-n_0000000004
   [junit4]   2>        2       
/solr/overseer_elect/election/99409041458593812-127.0.0.1:42128_solr-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      /solr/collections
   [junit4]   2>        22      /solr/live_nodes
   [junit4]   2>        6       /solr/overseer/queue-work
   [junit4]   2>        6       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        6       /solr/overseer/queue
   [junit4]   2>        6       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2>        2       /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=PostingsFormat(name=LuceneVarGapFixedInterval), 
x_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, 
maxPointsInLeafNode=745, maxMBSortInHeap=5.889138592607254, 
sim=RandomSimilarity(queryNorm=true): {}, locale=ko, timezone=SystemV/CST6
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 
(64-bit)/cpus=3,threads=1,free=106315192,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestReloadAndDeleteDocs, 
MetricsHandlerTest, TestLRUCache, DistributedFacetExistsSmallTest, 
TestShortCircuitedRequests, SparseHLLTest, ParsingFieldUpdateProcessorsTest, 
TestBlendedInfixSuggestions, TestCollapseQParserPlugin, SystemLogListenerTest, 
TestRTGBase, ShardRoutingTest, TestConfigSetImmutable, 
TestNonDefinedSimilarityFactory, TestFieldTypeResource, 
DistributedSuggestComponentTest, TestSolrFieldCacheBean, 
BasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, MetricTriggerTest, 
DOMUtilTest, TestConfigSets, TestOverriddenPrefixQueryForCustomFieldType, 
TestUniqueKeyFieldResource, ShowFileRequestHandlerTest, 
TestMultiValuedNumericRangeQuery, ExternalFileFieldSortTest, 
SortByFunctionTest, TestDistributedSearch, ReplaceNodeTest, 
ConfigureRecoveryStrategyTest, DistribDocExpirationUpdateProcessorTest, 
TestReversedWildcardFilterFactory, SpellCheckCollatorWithCollapseTest, 
OverseerCollectionConfigSetProcessorTest, TestFreeTextSuggestions, 
UpdateRequestProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, 
URLClassifyProcessorTest, TestPKIAuthenticationPlugin, ZkStateReaderTest, 
SmileWriterTest, TestNumericRangeQuery64, TestLargeCluster, 
TestExtendedDismaxParser, PreAnalyzedFieldTest, BadComponentTest, 
PrimUtilsTest, TestExclusionRuleCollectionAccess, TestAuthenticationFramework, 
AddBlockUpdateTest, TestManagedResource, TestSchemalessBufferedUpdates, 
TestInPlaceUpdatesStandalone, ExplicitHLLTest, 
TestLMDirichletSimilarityFactory, ChaosMonkeySafeLeaderWithPullReplicasTest, 
FieldAnalysisRequestHandlerTest, SolrMetricManagerTest, 
ClassificationUpdateProcessorTest, TestDistributedStatsComponentCardinality, 
CdcrReplicationHandlerTest, TestExecutePlanAction, TestNestedDocsSort, 
TestDistributedGrouping, BadCopyFieldTest, TestComputePlanAction, 
HdfsRecoverLeaseTest, TestLegacyField, ResponseHeaderTest, 
SolrCloudReportersTest, BasicAuthIntegrationTest, TestCloudPivotFacet, 
HdfsUnloadDistributedZkTest, OverseerTest, TestCollectionAPIs, 
XsltUpdateRequestHandlerTest, HighlighterConfigTest, CSVRequestHandlerTest, 
VersionInfoTest, TestValueSourceCache, V2StandaloneTest, 
DistributedFacetPivotLongTailTest, BufferStoreTest, ImplicitSnitchTest, 
TestReqParamsAPI, TestSlowCompositeReaderWrapper, TestSolrXml, 
TestWordDelimiterFilterFactory, TestSolrDeletionPolicy2, DeleteReplicaTest, 
BigEndianAscendingWordSerializerTest, TestBadConfig, TestStressVersions, 
TestTolerantUpdateProcessorCloud, TestAnalyzedSuggestions, 
TestCloudInspectUtil, SolrJmxReporterTest, StatsReloadRaceTest, 
ActionThrottleTest, HdfsLockFactoryTest, AsyncCallRequestStatusResponseTest, 
CoreMergeIndexesAdminHandlerTest, MoveReplicaHDFSTest, 
CollectionStateFormat2Test, TestSQLHandler, HdfsAutoAddReplicasIntegrationTest, 
NodeLostTriggerTest, TestXmlQParser, TestCSVLoader, TestSolrConfigHandlerCloud, 
TestComplexPhraseQParserPlugin, AnalyticsQueryTest, 
CreateCollectionCleanupTest, TestLegacyFieldCache, SuggesterWFSTTest, 
DocExpirationUpdateProcessorFactoryTest, RegexBytesRefFilterTest, 
ScriptEngineTest, SolrMetricsIntegrationTest, 
SuggestComponentContextFilterQueryTest, SharedFSAutoReplicaFailoverTest, 
StressHdfsTest, TestQuerySenderListener, SolrGraphiteReporterTest, 
TestCoreAdminApis, TestScoreJoinQPScore, PKIAuthenticationIntegrationTest, 
TestLMJelinekMercerSimilarityFactory, PeerSyncTest, TestHdfsUpdateLog, 
TestDFRSimilarityFactory, TestComponentsName, TestDistributedMissingSort, 
TestDocumentBuilder, CircularListTest, TestMaxTokenLenTokenizer, 
WrapperMergePolicyFactoryTest, SimpleCollectionCreateDeleteTest, 
HighlighterMaxOffsetTest, TestCollectionsAPIViaSolrCloudCluster, 
TestAtomicUpdateErrorCases, TermVectorComponentTest, 
SolrCoreCheckLockOnStartupTest, TestCustomStream, BadIndexSchemaTest, 
TestMacros, TestRawResponseWriter, RestartWhileUpdatingTest, 
TestLegacyNumericUtils, TestDocSet, TestRandomFaceting, ZkControllerTest, 
TestPHPSerializedResponseWriter, TestOnReconnectListenerSupport, 
TestStressReorder, TestUpdate, EchoParamsTest, TestSearchPerf, 
TriggerIntegrationTest]
   [junit4] Completed [351/767 (1!)] on J1 in 232.77s, 14 tests, 1 failure <<< 
FAILURES!

[...truncated 49596 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to