Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20848/ Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate Error Message: Error from server at https://127.0.0.1:35891/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35891/solr: create the collection time out:180s at __randomizedtesting.SeedInfo.seed([A4DCBC1D2714DF84:F994A294E8D279CB]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1241) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue Error Message: action wasn't interrupted Stack Trace: java.lang.AssertionError: action wasn't interrupted at __randomizedtesting.SeedInfo.seed([A4DCBC1D2714DF84:6D69FEB32E731971]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:689) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12627 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 1012503 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/init-core-data-001 [junit4] 2> 1012504 WARN (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1012504 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1012505 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1012506 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001 [junit4] 2> 1012506 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1012506 INFO (Thread-1240) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1012506 INFO (Thread-1240) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1012509 ERROR (Thread-1240) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1012606 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34935 [junit4] 2> 1012618 INFO (jetty-launcher-1020-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1012618 INFO (jetty-launcher-1020-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1012621 INFO (jetty-launcher-1020-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11edec3{/solr,null,AVAILABLE} [junit4] 2> 1012621 INFO (jetty-launcher-1020-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d7f1a1{/solr,null,AVAILABLE} [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d8acc{SSL,[ssl, http/1.1]}{127.0.0.1:43455} [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130bd20{SSL,[ssl, http/1.1]}{127.0.0.1:42837} [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-2) [ ] o.e.j.s.Server Started @1013696ms [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-1) [ ] o.e.j.s.Server Started @1013697ms [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43455} [junit4] 2> 1012623 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42837} [junit4] 2> 1012624 ERROR (jetty-launcher-1020-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1012624 ERROR (jetty-launcher-1020-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T12:15:31.434Z [junit4] 2> 1012624 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T12:15:31.434Z [junit4] 2> 1012627 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1012627 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1012650 INFO (jetty-launcher-1020-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34935/solr [junit4] 2> 1012650 INFO (jetty-launcher-1020-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34935/solr [junit4] 2> 1012659 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f9141d3f50004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1012740 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1012740 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1012741 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42837_solr [junit4] 2> 1012741 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43455_solr [junit4] 2> 1012742 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.Overseer Overseer (id=98957428740390917-127.0.0.1:42837_solr-n_0000000000) starting [junit4] 2> 1012752 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1012752 INFO (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1012761 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42837_solr [junit4] 2> 1012762 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1012767 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1012768 INFO (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1012768 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1012773 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr] [junit4] 2> 1012773 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1012773 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1012775 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1012776 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1012776 DEBUG (ScheduledTrigger-2493-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr] [junit4] 2> 1012920 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1012930 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1012930 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1012932 INFO (jetty-launcher-1020-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001/node2/. [junit4] 2> 1013056 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013065 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013065 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013066 INFO (jetty-launcher-1020-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001/node1/. [junit4] 2> 1013099 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1013099 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34935/solr ready [junit4] 2> 1013109 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState [junit4] 2> 1013110 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 1013110 DEBUG (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1013110 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1013113 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1013113 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1013113 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1013161 INFO (qtp4716166-5593) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1013161 INFO (qtp4716166-5593) [n:127.0.0.1:43455_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34935/solr ready [junit4] 2> 1013165 INFO (qtp4716166-5597) [n:127.0.0.1:43455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1013206 INFO (qtp24125637-5596) [n:127.0.0.1:42837_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1013207 DEBUG (qtp4716166-5593) [n:127.0.0.1:43455_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1013208 INFO (qtp4716166-5593) [n:127.0.0.1:43455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=50 [junit4] 2> 1013208 DEBUG (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1013211 DEBUG (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr] [junit4] 2> 1013211 DEBUG (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1013212 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1013213 INFO (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1013214 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1013214 DEBUG (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1013214 INFO (qtp4716166-5595) [n:127.0.0.1:43455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1013214 DEBUG (ScheduledTrigger-2493-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1013215 DEBUG (ScheduledTrigger-2493-thread-1) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr] [junit4] 2> 1013223 INFO (qtp4716166-5595) [n:127.0.0.1:43455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 1013226 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1013232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cacfd0{/solr,null,AVAILABLE} [junit4] 2> 1013232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@705af7{SSL,[ssl, http/1.1]}{127.0.0.1:45883} [junit4] 2> 1013233 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server Started @1014306ms [junit4] 2> 1013233 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45883} [junit4] 2> 1013233 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1013233 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1013234 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1013234 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1013234 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T12:15:32.044Z [junit4] 2> 1013237 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1013245 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34935/solr [junit4] 2> 1013252 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1013253 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1013255 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45883_solr [junit4] 2> 1013259 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1013261 INFO (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1013261 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1013262 INFO (zkCallback-1039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1013398 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013408 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013408 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1013410 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45883_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001/node3/. [junit4] 2> 1014216 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1014216 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1014217 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:45883_solr at time 1509970533026000000 [junit4] 2> 1015218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1015218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1015220 INFO (OverseerCollectionConfigSetProcessor-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1016218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1016218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1017218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1017218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1018218 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1018219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1019219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1019219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1020219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1020219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1021219 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1021220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1022220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1022220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1023220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1023220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1024220 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1024221 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:45883_solr] [junit4] 2> 1024221 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:45883_solr] added at times [1509970533026000000], now=1509970543031000000 [junit4] 2> 1024221 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14f47e331a526c80Tcvai69kdj20sx9zdl3b0gper4", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1509970533026000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970533026000000], [junit4] 2> "nodeNames":["127.0.0.1:45883_solr"]}} [junit4] 2> 1024222 INFO (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1024223 DEBUG (AutoscalingActionExecutor-2494-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14f47e331a526c80Tcvai69kdj20sx9zdl3b0gper4", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1509970533026000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970533026000000], [junit4] 2> "_enqueue_time_":1509970543031000000, [junit4] 2> "nodeNames":["127.0.0.1:45883_solr"]}} [junit4] 2> 1024227 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1024230 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c34551{/solr,null,AVAILABLE} [junit4] 2> 1024231 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10f07d8{SSL,[ssl, http/1.1]}{127.0.0.1:40545} [junit4] 2> 1024231 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server Started @1025304ms [junit4] 2> 1024231 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40545} [junit4] 2> 1024231 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1024232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1024232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1024232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1024232 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T12:15:43.042Z [junit4] 2> 1024237 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1024250 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34935/solr [junit4] 2> 1024258 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1024259 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1024260 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40545_solr [junit4] 2> 1024262 INFO (zkCallback-1039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1024262 INFO (zkCallback-1053-thread-1-processing-n:127.0.0.1:40545_solr) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1024263 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1024262 INFO (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1024263 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1024633 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40545.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1024644 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40545.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1024644 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40545.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1024645 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:40545_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001/node4/. [junit4] 2> 1025227 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1025227 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1025227 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:40545_solr at time 1509970544037000000 [junit4] 2> 1026228 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1026228 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1027228 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1027228 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1028229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1028229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1029229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1029229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1030229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1030229 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1031230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1031230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1032230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1032230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1033230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1033230 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1034231 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1034231 DEBUG (ScheduledTrigger-2493-thread-2) [n:127.0.0.1:42837_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:42837_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1034727 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@130bd20{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 1034729 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18660125 [junit4] 2> 1034729 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1034729 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18de646: rootName = solr_42837, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@50491e [junit4] 2> 1034738 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1034738 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@126b5c3: rootName = solr_42837, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f834bd [junit4] 2> 1034744 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1034744 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f6c06: rootName = solr_42837, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@152bf88 [junit4] 2> 1034745 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42837_solr [junit4] 2> 1034746 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1034746 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1034746 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1034746 INFO (zkCallback-1031-thread-1-processing-n:127.0.0.1:42837_solr) [n:127.0.0.1:42837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1034746 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.Overseer Overseer (id=98957428740390917-127.0.0.1:42837_solr-n_0000000000) closing [junit4] 2> 1034746 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1034746 INFO (zkCallback-1053-thread-1-processing-n:127.0.0.1:40545_solr) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1034746 INFO (OverseerStateUpdate-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42837_solr [junit4] 2> 1034746 WARN (OverseerAutoScalingTriggerThread-98957428740390917-127.0.0.1:42837_solr-n_0000000000) [n:127.0.0.1:42837_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1034747 INFO (zkCallback-1039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1034747 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1034748 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d7f1a1{/solr,null,UNAVAILABLE} [junit4] 2> 1034748 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43455_solr [junit4] 2> 1034749 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.Overseer Overseer (id=98957428740390918-127.0.0.1:43455_solr-n_0000000001) starting [junit4] 2> 1034755 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1 [junit4] 2> 1034756 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1034758 INFO (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1034758 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:40545_solr [junit4] 2> 1034758 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1034759 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1034759 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1034759 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035759 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035760 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1035760 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035760 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:40545_solr] added at times [1509970544037000000], now=1509970554570000000 [junit4] 2> 1035760 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14f47e35aaa0f340Tcvai69kdj20sx9zdl3b0gper6", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1509970544037000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970544037000000], [junit4] 2> "nodeNames":["127.0.0.1:40545_solr"]}} [junit4] 2> 1035762 INFO (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1035762 DEBUG (AutoscalingActionExecutor-2515-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14f47e35aaa0f340Tcvai69kdj20sx9zdl3b0gper6", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1509970544037000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970544037000000], [junit4] 2> "_enqueue_time_":1509970554571000000, [junit4] 2> "nodeNames":["127.0.0.1:40545_solr"]}} [junit4] 2> 1035762 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState [junit4] 2> 1035776 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling [junit4] 2> 1035776 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 1035777 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1035777 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1035779 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1035780 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1035780 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1035824 INFO (qtp2920442-5677) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1035825 INFO (qtp2920442-5677) [n:127.0.0.1:40545_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34935/solr ready [junit4] 2> 1035830 INFO (qtp4716166-5595) [n:127.0.0.1:43455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035836 INFO (qtp2920442-5671) [n:127.0.0.1:40545_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035882 INFO (qtp26065446-5647) [n:127.0.0.1:45883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035883 DEBUG (qtp2920442-5677) [n:127.0.0.1:40545_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1035884 INFO (qtp2920442-5677) [n:127.0.0.1:40545_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=63 [junit4] 2> 1035884 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 1035886 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035886 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1035886 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 1035887 INFO (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1035887 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1035888 INFO (qtp2920442-5670) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1035888 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 1035888 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1035888 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035888 INFO (qtp2920442-5670) [n:127.0.0.1:40545_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34935/solr ready [junit4] 2> 1035891 INFO (qtp4716166-5587) [n:127.0.0.1:43455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035893 INFO (qtp2920442-5675) [n:127.0.0.1:40545_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035896 INFO (qtp26065446-5652) [n:127.0.0.1:45883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0 [junit4] 2> 1035896 DEBUG (qtp2920442-5670) [n:127.0.0.1:40545_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1035897 INFO (qtp2920442-5670) [n:127.0.0.1:40545_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12 [junit4] 2> 1035898 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 1035898 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035898 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1035904 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035904 DEBUG (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true} [junit4] 2> 1035904 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 1035905 INFO (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1035906 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1035906 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1035906 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1035906 DEBUG (OverseerAutoScalingTriggerThread-98957428740390918-127.0.0.1:43455_solr-n_0000000001) [n:127.0.0.1:43455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 1035908 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1035912 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62f32d{/solr,null,AVAILABLE} [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d17762{SSL,[ssl, http/1.1]}{127.0.0.1:45277} [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.e.j.s.Server Started @1036986ms [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45277} [junit4] 2> 1035913 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1035913 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-06T12:15:54.723Z [junit4] 2> 1035916 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1035930 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34935/solr [junit4] 2> 1035938 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1035938 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1035940 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45277_solr [junit4] 2> 1035942 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1035942 INFO (zkCallback-1032-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1035942 INFO (zkCallback-1053-thread-1-processing-n:127.0.0.1:40545_solr) [n:127.0.0.1:40545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1035942 INFO (zkCallback-1039-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1035944 INFO (zkCallback-1066-thread-1-processing-n:127.0.0.1:45277_solr) [n:127.0.0.1:45277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1036092 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45277.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1036110 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45277.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1036110 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45277.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dcb61 [junit4] 2> 1036111 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[A4DCBC1D2714DF84]) [n:127.0.0.1:45277_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001/tempDir-001/node5/. [junit4] 2> 1036889 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1036889 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1036889 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:45277_solr at time 1509970555699000000 [junit4] 2> 1036889 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555699000000], now=1509970555699000000 [junit4] 2> 1036889 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gper8", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1036890 INFO (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1036907 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1036907 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1036907 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:45277_solr at time 1509970555717000000 [junit4] 2> 1036907 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970555717000000 [junit4] 2> 1036907 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gpera", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1036907 INFO (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1037891 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1037892 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1037892 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555699000000], now=1509970556702000000 [junit4] 2> 1037892 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gperc", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1037908 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1037908 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1037908 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970556718000000 [junit4] 2> 1037909 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperd", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1038892 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1038892 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1038892 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555699000000], now=1509970557702000000 [junit4] 2> 1038892 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gpere", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1038909 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1038909 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1038909 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970557719000000 [junit4] 2> 1038909 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperf", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1039892 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1039893 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1039893 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555699000000], now=1509970558703000000 [junit4] 2> 1039893 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gperg", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1039909 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1039909 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1039909 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970558719000000 [junit4] 2> 1039910 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperh", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1040898 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1040898 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1040898 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555699000000], now=1509970559708000000 [junit4] 2> 1040898 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gperi", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1040899 DEBUG (AutoscalingActionExecutor-2515-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14f47e3861bcf2c0Tcvai69kdj20sx9zdl3b0gperi", [junit4] 2> "source":"node_added_trigger1", [junit4] 2> "eventTime":1509970555699000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555699000000], [junit4] 2> "_enqueue_time_":1509970559708000000, [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1040899 INFO (AutoscalingActionExecutor-2515-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.ActionThrottle The last action attempt started 5137ms ago. [junit4] 2> 1040900 INFO (AutoscalingActionExecutor-2515-thread-1-processing-n:127.0.0.1:43455_solr) [n:127.0.0.1:43455_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1 [junit4] 2> 1040910 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1040910 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1040910 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970559720000000 [junit4] 2> 1040910 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperj", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1041902 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1041902 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1041910 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1041911 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1041911 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970560721000000 [junit4] 2> 1041911 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperk", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1042902 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1042902 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1042911 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1042911 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1042911 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970561721000000 [junit4] 2> 1042911 DEBUG (ScheduledTrigger-2514-thread-1) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperl", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1043902 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1 [junit4] 2> 1043902 DEBUG (ScheduledTrigger-2514-thread-4) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1043911 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2 [junit4] 2> 1043911 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43455_solr, 127.0.0.1:45277_solr, 127.0.0.1:40545_solr, 127.0.0.1:45883_solr] [junit4] 2> 1043912 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:45277_solr] added at times [1509970555717000000], now=1509970562722000000 [junit4] 2> 1043912 DEBUG (ScheduledTrigger-2514-thread-2) [n:127.0.0.1:43455_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: { [junit4] 2> "id":"14f47e3862cf9b40Tcvai69kdj20sx9zdl3b0gperm", [junit4] 2> "source":"node_added_trigger2", [junit4] 2> "eventTime":1509970555717000000, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1509970555717000000], [junit4] 2> "nodeNames":["127.0.0.1:45277_solr"]}} [junit4] 2> 1044903 DEBUG (ScheduledTrigger-2514-thread-3) [n:127.0.0.1:43455_ [...truncated too long message...] .FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1694081 WARN (zkCallback-1192-thread-2-processing-n:127.0.0.1:45517_solr) [n:127.0.0.1:45517_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:44647_solr [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:44647_solr [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749) [junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1694082 WARN (zkCallback-1192-thread-2-processing-n:127.0.0.1:45517_solr) [n:127.0.0.1:45517_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:45517_solr [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:45517_solr [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749) [junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1694083 INFO (jetty-closer-1021-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3fe342{/solr,null,UNAVAILABLE} [junit4] 2> 1694084 ERROR (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1694085 INFO (SUITE-TriggerIntegrationTest-seed#[A4DCBC1D2714DF84]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34935 34935 [junit4] 2> 1700645 INFO (Thread-1240) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34935 34935 [junit4] 2> 1700646 WARN (Thread-1240) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 39 /solr/aliases.json [junit4] 2> 16 /solr/security.json [junit4] 2> 2 /solr/collections/collection1/state.json [junit4] 2> 2 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 39 /solr/clusterprops.json [junit4] 2> 39 /solr/clusterstate.json [junit4] 2> 8 /solr/collections/collection1/state.json [junit4] 2> 6 /solr/autoscaling.json [junit4] 2> 4 /solr/overseer_elect/election/98957428740390959-127.0.0.1:38223_solr-n_0000000009 [junit4] 2> 2 /solr/overseer_elect/election/98957428740390962-127.0.0.1:43597_solr-n_0000000010 [junit4] 2> 2 /solr/overseer_elect/election/98957428740390948-127.0.0.1:44647_solr-n_0000000007 [junit4] 2> 2 /solr/overseer_elect/election/98957428740390927-127.0.0.1:40545_solr-n_0000000003 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 39 /solr/live_nodes [junit4] 2> 39 /solr/collections [junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 6 /solr/overseer/queue-work [junit4] 2> 6 /solr/overseer/collection-queue-work [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger [junit4] 2> 2 /solr/autoscaling/events/node_added_trigger [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4DCBC1D2714DF84-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=745, maxMBSortInHeap=5.230565967467314, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19ff7e4), locale=mt-MT, timezone=America/Ojinaga [junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=138040496,total=303570944 [junit4] 2> NOTE: All tests run in this JVM: [TestInPlaceUpdatesStandalone, SolrCLIZkUtilsTest, DistributedFacetPivotLongTailTest, TestQuerySenderListener, ZkStateReaderTest, TestSizeLimitedDistributedMap, TestInitQParser, RequestLoggingTest, LeaderElectionTest, SpellPossibilityIteratorTest, TestLeaderElectionZkExpiry, DisMaxRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, CoreSorterTest, WrapperMergePolicyFactoryTest, TestGeoJSONResponseWriter, TestDistributedMissingSort, TestRetrieveFieldsOptimizer, SuggesterTest, TestDistributedGrouping, MergeStrategyTest, TestReRankQParserPlugin, TestConfigsApi, CollectionsAPIAsyncDistributedZkTest, DeleteStatusTest, TestSchemaResource, SimpleMLTQParserTest, ReplaceNodeTest, BasicAuthStandaloneTest, BufferStoreTest, TestSerializedLuceneMatchVersion, TestManagedSchema, DirectSolrSpellCheckerTest, BlockJoinFacetRandomTest, TestPKIAuthenticationPlugin, EchoParamsTest, LegacyCloudClusterPropTest, TestZkChroot, HdfsThreadLeakTest, TestLegacyFieldReuse, OverriddenZkACLAndCredentialsProvidersTest, TestSubQueryTransformer, TestTolerantSearch, SortByFunctionTest, TestFuzzyAnalyzedSuggestions, DistributedExpandComponentTest, TestComplexPhraseQParserPlugin, TestExpandComponent, MetricsConfigTest, TestStandardQParsers, TestTrie, AsyncCallRequestStatusResponseTest, DistributedSuggestComponentTest, TestLMDirichletSimilarityFactory, TestIntervalFaceting, ManagedSchemaRoundRobinCloudTest, TestQueryTypes, TestSolrCLIRunExample, CopyFieldTest, TestCloudNestedDocsSort, TestCloudSchemaless, TestValueSourceCache, TestInitParams, HdfsCollectionsAPIDistributedZkTest, TestSolrXml, ConjunctionSolrSpellCheckerTest, SolrTestCaseJ4Test, TestFiltering, TestUseDocValuesAsStored, CdcrRequestHandlerTest, PeerSyncReplicationTest, CoreAdminHandlerTest, TestBlendedInfixSuggestions, TriggerIntegrationTest] [junit4] Completed [321/749 (1!)] on J2 in 688.17s, 12 tests, 1 failure, 1 error <<< FAILURES! [...truncated 44494 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
