Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4425/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([373B7935D31C246F:370DCDF5FA118005]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([373B7935D31C246F:1CC4AC6E496431BF]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13167 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 1830081 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/init-core-data-001 [junit4] 2> 1830082 WARN (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5 [junit4] 2> 1830082 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1830085 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth [junit4] 2> 1830086 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001 [junit4] 2> 1830086 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1830086 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1830086 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1830090 ERROR (Thread-3236) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1830190 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57245 [junit4] 2> 1830204 INFO (zkConnectionManagerCallback-3851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830210 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1830210 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8042f4{/solr,null,AVAILABLE} [junit4] 2> 1830212 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@550ee6b1{/solr,null,AVAILABLE} [junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fb79511{HTTP/1.1,[http/1.1]}{127.0.0.1:57249} [junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.e.j.s.Server Started @1834782ms [junit4] 2> 1830213 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57249} [junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@521b07c{HTTP/1.1,[http/1.1]}{127.0.0.1:57250} [junit4] 2> 1830214 ERROR (jetty-launcher-3848-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.e.j.s.Server Started @1834783ms [junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57250} [junit4] 2> 1830214 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1830215 ERROR (jetty-launcher-3848-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:40.933Z [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1830215 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:40.933Z [junit4] 2> 1830217 INFO (zkConnectionManagerCallback-3853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830217 INFO (zkConnectionManagerCallback-3855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830218 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1830218 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1830233 INFO (jetty-launcher-3848-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr [junit4] 2> 1830233 INFO (jetty-launcher-3848-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr [junit4] 2> 1830234 INFO (zkConnectionManagerCallback-3861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830235 INFO (zkConnectionManagerCallback-3863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830238 INFO (zkConnectionManagerCallback-3865-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830238 INFO (zkConnectionManagerCallback-3867-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830371 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1830372 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1830372 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57250_solr [junit4] 2> 1830373 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57249_solr [junit4] 2> 1830374 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer (id=72156420993777669-127.0.0.1:57250_solr-n_0000000000) starting [junit4] 2> 1830376 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1830376 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1830386 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1830387 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1830388 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57250_solr [junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57249_solr] [junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1830388 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1830390 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1830390 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1830391 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1830392 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1830392 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 1830508 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830508 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830551 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830551 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57250.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830552 INFO (jetty-launcher-3848-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node2/. [junit4] 2> 1830553 INFO (jetty-launcher-3848-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node1/. [junit4] 2> 1830619 INFO (zkConnectionManagerCallback-3873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830622 INFO (zkConnectionManagerCallback-3877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830624 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1830626 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57245/solr ready [junit4] 2> 1830649 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 1830650 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 1830650 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1830650 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1830653 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1830654 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1830654 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1830663 INFO (qtp406535603-17567) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1830664 INFO (qtp1359764669-17572) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1830665 DEBUG (qtp1359764669-17568) [n:127.0.0.1:57250_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1830665 INFO (qtp1359764669-17568) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 1830666 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1830667 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57249_solr, 127.0.0.1:57250_solr] [junit4] 2> 1830667 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1830667 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1830669 INFO (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1830670 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1830670 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1830670 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1830670 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1830671 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1830671 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@794ff48e{/solr,null,AVAILABLE} [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3084c70b{HTTP/1.1,[http/1.1]}{127.0.0.1:57263} [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server Started @1835241ms [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57263} [junit4] 2> 1830672 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1830672 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:41.390Z [junit4] 2> 1830674 INFO (zkConnectionManagerCallback-3879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830674 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1830684 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr [junit4] 2> 1830685 INFO (zkConnectionManagerCallback-3883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830688 INFO (zkConnectionManagerCallback-3885-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1830699 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1830702 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1830706 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57263_solr [junit4] 2> 1830708 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1830709 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1830709 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1830710 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1830802 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830810 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830810 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1830811 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [n:127.0.0.1:57263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node3/. [junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1831679 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57263_solr at time 1507981264083929 [junit4] 2> 1832689 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1832689 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1833695 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1833695 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:57263_solr] added at times [1507981264083929], now=1507984284061427 [junit4] 2> 1834699 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1507981264083929, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507981264083929], [junit4] 2> "nodeNames":["127.0.0.1:57263_solr"]}} [junit4] 2> 1834700 DEBUG (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger] [junit4] 2> 1834701 INFO (ScheduledTrigger-6991-thread-2) [n:127.0.0.1:57250_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1834701 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":1507981264083929, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507981264083929], [junit4] 2> "_enqueue_time_":1507984284766298, [junit4] 2> "nodeNames":["127.0.0.1:57263_solr"]}} [junit4] 2> 1834703 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms [junit4] 2> 1834703 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=55b803f92dbd9T2qvsyq1s7vl2qavwu6jexe0oy [junit4] 2> 1834707 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1834709 INFO (qtp1359764669-17572) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1834713 INFO (qtp1128186627-17630) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2 [junit4] 2> 1834714 DEBUG (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1834714 INFO (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr, 127.0.0.1:57250_solr] [junit4] 2> 1834715 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1834715 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 1834716 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1834717 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 1836719 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 1836761 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue [junit4] 2> 1836762 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 1836762 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 1836763 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 1836764 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1836765 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1836765 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 1836766 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1836774 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 1836777 INFO (qtp406535603-17578) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1836779 INFO (qtp1359764669-17570) [n:127.0.0.1:57250_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1836779 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1836779 DEBUG (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1836779 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 1836784 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr, 127.0.0.1:57250_solr] [junit4] 2> 1836784 DEBUG (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 1836785 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 1836787 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1836788 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1836788 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1836788 DEBUG (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 1836789 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1836789 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1836789 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@708dff7c{/solr,null,AVAILABLE} [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32c32347{HTTP/1.1,[http/1.1]}{127.0.0.1:57284} [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.Server Started @1841359ms [junit4] 2> 1836790 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57284} [junit4] 2> 1836791 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1836791 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-07T09:02:47.509Z [junit4] 2> 1836793 INFO (zkConnectionManagerCallback-3889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1836794 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1836803 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57245/solr [junit4] 2> 1836803 INFO (zkConnectionManagerCallback-3893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1836810 INFO (zkConnectionManagerCallback-3895-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1836822 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1836826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1836829 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57284_solr [junit4] 2> 1836832 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1836832 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1836832 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1836833 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1836833 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1836913 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1836921 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1836921 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57284.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35c238c2 [junit4] 2> 1836922 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [n:127.0.0.1:57284_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001/tempDir-001/node4/. [junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 1837800 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57284_solr at time 1507987385069456 [junit4] 2> 1838782 INFO (OverseerCollectionConfigSetProcessor-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4 [junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:57284_solr] added at times [1507987385069456], now=1507988396187264 [junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}} [junit4] 2> 1838811 DEBUG (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ] [junit4] 2> 1838812 INFO (ScheduledTrigger-6991-thread-1) [n:127.0.0.1:57250_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1838813 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "_enqueue_time_":1507988396402704, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}} [junit4] 2> 1838813 INFO (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "_enqueue_time_":1507988396402704, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}} [junit4] 2> 1838814 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@521b07c{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1362992551 [junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1838815 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5860f202: rootName = solr_57250, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@720ee67 [junit4] 2> 1838826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1838826 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12640976: rootName = solr_57250, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d [junit4] 2> 1838833 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1838833 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f436bd1: rootName = solr_57250, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477 [junit4] 2> 1838840 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57250_solr [junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1838842 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.Overseer Overseer (id=72156420993777669-127.0.0.1:57250_solr-n_0000000000) closing [junit4] 2> 1838842 INFO (zkCallback-3864-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1838843 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1838843 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1838843 INFO (OverseerStateUpdate-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57250_solr [junit4] 2> 1838843 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1838843 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1838843 WARN (OverseerAutoScalingTriggerThread-72156420993777669-127.0.0.1:57250_solr-n_0000000000) [n:127.0.0.1:57250_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1838844 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1838845 WARN (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions [junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed. [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1838845 DEBUG (AutoscalingActionExecutor-6992-thread-1-processing-n:127.0.0.1:57250_solr) [n:127.0.0.1:57250_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 32 ms for event id=55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0 [junit4] 2> 1838846 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@550ee6b1{/solr,null,UNAVAILABLE} [junit4] 2> 1838846 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57249_solr [junit4] 2> 1838848 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1838850 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer (id=72156420993777670-127.0.0.1:57249_solr-n_0000000001) starting [junit4] 2> 1838859 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 1838860 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 1838861 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated [junit4] 2> 1838861 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr] [junit4] 2> 1838861 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true} [junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr] [junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1 [junit4] 2> 1838862 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 1838865 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1838866 DEBUG (ScheduledTrigger-7012-thread-1) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1838866 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 1838867 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "_dequeue_time_":1507988451739644, [junit4] 2> "_enqueue_time_":1507988396402704, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1838868 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ] [junit4] 2> 1838868 INFO (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1838869 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "_dequeue_time_":1507988451739644, [junit4] 2> "_enqueue_time_":1507988396402704, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1838869 INFO (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: { [junit4] 2> "id":"55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0", [junit4] 2> "source":"node_added_triggerEQ", [junit4] 2> "eventTime":1507987385069456, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507987385069456], [junit4] 2> "_dequeue_time_":1507988451739644, [junit4] 2> "_enqueue_time_":1507988396402704, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"], [junit4] 2> "replaying":true}} [junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms [junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms [junit4] 2> 1838870 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=55b81ac69af90T2qvsyq1s7vl2qavwu6jexe0p0 [junit4] 2> 1838871 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1838871 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1843858 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue [junit4] 2> 1843875 DEBUG (ScheduledTrigger-7012-thread-1) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 1843877 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ [junit4] 2> 1843877 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 1843885 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger [junit4] 2> 1843886 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8 [junit4] 2> 1843887 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 1843887 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 1843891 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1843892 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1843892 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 1843893 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1843899 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 1843904 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1843906 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1843907 INFO (qtp1809027684-17663) [n:127.0.0.1:57284_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1843907 DEBUG (qtp1809027684-17659) [n:127.0.0.1:57284_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1843907 INFO (qtp1809027684-17659) [n:127.0.0.1:57284_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1843907 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 1843911 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57284_solr, 127.0.0.1:57249_solr] [junit4] 2> 1843911 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 1843914 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1843914 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@32c32347{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=669505460 [junit4] 2> 1843915 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1843915 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10f6a4e6: rootName = solr_57284, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@741c4e27 [junit4] 2> 1843915 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 [junit4] 2> 1843921 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1843921 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c917577: rootName = solr_57284, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d [junit4] 2> 1843925 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1843925 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45c834e5: rootName = solr_57284, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477 [junit4] 2> 1843927 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57284_solr [junit4] 2> 1843928 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1843928 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1843928 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1843928 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1843928 INFO (zkCallback-3894-thread-1-processing-n:127.0.0.1:57284_solr) [n:127.0.0.1:57284_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 1843929 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1843932 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@708dff7c{/solr,null,UNAVAILABLE} [junit4] 2> 1843932 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1844917 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 1844917 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:57284_solr [junit4] 2> 1845899 INFO (OverseerCollectionConfigSetProcessor-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1845927 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 1846937 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:57284_solr] [junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1507994502107406, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507994502107406], [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}} [junit4] 2> 1847941 DEBUG (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger] [junit4] 2> 1847942 INFO (ScheduledTrigger-7012-thread-2) [n:127.0.0.1:57249_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 1847943 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1507994502107406, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1507994502107406], [junit4] 2> "_enqueue_time_":1507997526362535, [junit4] 2> "nodeNames":["127.0.0.1:57284_solr"]}} [junit4] 2> 1847946 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms [junit4] 2> 1847946 DEBUG (AutoscalingActionExecutor-7013-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=55b83549f110eT2qvsyq1s7vl2qavwu6jexe0p3 [junit4] 2> 1847946 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1847948 INFO (qtp1128186627-17635) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1847948 DEBUG (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1847949 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1847949 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 1847950 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr] [junit4] 2> 1847950 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 1847951 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1847951 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 1849955 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger [junit4] 2> 1849976 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart [junit4] 2> 1849977 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11 [junit4] 2> 1849977 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 1849977 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11 [junit4] 2> 1849979 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1849979 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1849980 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11 [junit4] 2> 1849982 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1849988 INFO (qtp406535603-17577) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 1849991 INFO (qtp406535603-17575) [n:127.0.0.1:57249_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1849991 INFO (qtp1128186627-17634) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1849992 DEBUG (qtp1128186627-17636) [n:127.0.0.1:57263_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1849992 INFO (qtp1128186627-17636) [n:127.0.0.1:57263_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12 [junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:57263_solr, 127.0.0.1:57249_solr] [junit4] 2> 1849993 DEBUG (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 1849993 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12 [junit4] 2> 1849996 INFO (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 1849996 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 1849997 DEBUG (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12 [junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2fb79511{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=513333810 [junit4] 2> 1849997 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR [junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1849997 DEBUG (ScheduledTrigger-7012-thread-3) [n:127.0.0.1:57249_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 1849997 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@593faec3: rootName = solr_57249, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5461c156 [junit4] 2> 1850003 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1850003 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8bd3af6: rootName = solr_57249, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@d8db19d [junit4] 2> 1850007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1850007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74204204: rootName = solr_57249, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74f0a477 [junit4] 2> 1850008 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57249_solr [junit4] 2> 1850010 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1850010 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1850011 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.Overseer Overseer (id=72156420993777670-127.0.0.1:57249_solr-n_0000000001) closing [junit4] 2> 1850011 INFO (zkCallback-3866-thread-1-processing-n:127.0.0.1:57249_solr) [n:127.0.0.1:57249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1850011 INFO (zkCallback-3876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1850011 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1850011 INFO (OverseerStateUpdate-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57249_solr [junit4] 2> 1850011 WARN (OverseerAutoScalingTriggerThread-72156420993777670-127.0.0.1:57249_solr-n_0000000001) [n:127.0.0.1:57249_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1850013 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 1850014 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f8042f4{/solr,null,UNAVAILABLE} [junit4] 2> 1850015 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[373B7935D31C246F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1850015 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_solr) [n:127.0.0.1:57263_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57263_solr [junit4] 2> 1850017 INFO (zkCallback-3884-thread-1-processing-n:127.0.0.1:57263_sol [...truncated too long message...] r) [n:127.0.0.1:57907_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2019246 WARN (zkCallback-4044-thread-2-processing-n:127.0.0.1:58205_solr) [n:127.0.0.1:58205_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2019247 INFO (jetty-closer-3849-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@688597d2{/solr,null,UNAVAILABLE} [junit4] 2> 2019247 INFO (jetty-closer-3849-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58ca6877{/solr,null,UNAVAILABLE} [junit4] 2> 2019247 INFO (jetty-closer-3849-thread-5) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2019247 INFO (jetty-closer-3849-thread-12) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2019260 INFO (jetty-closer-3849-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b714126{/solr,null,UNAVAILABLE} [junit4] 2> 2019260 INFO (jetty-closer-3849-thread-6) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2019533 INFO (jetty-closer-3849-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@512601a5{/solr,null,UNAVAILABLE} [junit4] 2> 2019533 INFO (jetty-closer-3849-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2019533 INFO (jetty-closer-3849-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b239f7{/solr,null,UNAVAILABLE} [junit4] 2> 2019533 INFO (jetty-closer-3849-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2019536 ERROR (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2019536 INFO (SUITE-TriggerIntegrationTest-seed#[373B7935D31C246F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57245 57245 [junit4] 2> 2019552 INFO (Thread-3236) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57245 57245 [junit4] 2> 2019680 WARN (Thread-3236) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 31 /solr/collections/collection1/terms/shard1 [junit4] 2> 22 /solr/clusterprops.json [junit4] 2> 22 /solr/aliases.json [junit4] 2> 21 /solr/security.json [junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1 [junit4] 2> 7 /solr/configs/conf [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 99 /solr/collections/collection1/state.json [junit4] 2> 43 /solr/collections/testMetricTrigger/state.json [junit4] 2> 22 /solr/clusterstate.json [junit4] 2> 5 /solr/autoscaling.json [junit4] 2> 4 /solr/overseer_elect/election/72156420993777694-127.0.0.1:57747_solr-n_0000000008 [junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72156420993777691-core_node10-n_0000000004 [junit4] 2> 3 /solr/overseer_elect/election/72156420993777721-127.0.0.1:58205_solr-n_0000000017 [junit4] 2> 2 /solr/overseer_elect/election/72156420993777706-127.0.0.1:57964_solr-n_0000000012 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72156420993777691-core_node4-n_0000000001 [junit4] 2> 2 /solr/overseer_elect/election/72156420993777709-127.0.0.1:57998_solr-n_0000000013 [junit4] 2> 2 /solr/overseer_elect/election/72156420993777675-127.0.0.1:57263_solr-n_0000000002 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 22 /solr/collections [junit4] 2> 21 /solr/live_nodes [junit4] 2> 5 /solr/overseer/queue-work [junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR [junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_373B7935D31C246F-001 [junit4] 2> Feb 07, 2018 9:05:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1207, maxMBSortInHeap=7.07230646350998, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f1cec9a), locale=is, timezone=America/Detroit [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=286535488,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [ExitableDirectoryReaderTest, SimplePostToolTest, TestStressLucene, TestFieldTypeCollectionResource, CleanupOldIndexTest, BlockCacheTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrFieldCacheBean, SaslZkACLProviderTest, SubstringBytesRefFilterTest, BlockJoinFacetRandomTest, DistributedIntervalFacetingTest, TestNodeLostTrigger, SolrCoreCheckLockOnStartupTest, SuggesterWFSTTest, VersionInfoTest, TestSubQueryTransformerDistrib, CSVRequestHandlerTest, CustomHighlightComponentTest, CreateRoutedAliasTest, DirectUpdateHandlerTest, UUIDFieldTest, SolrXmlInZkTest, TestOrdValues, V2ApiIntegrationTest, TestPHPSerializedResponseWriter, TestDeleteCollectionOnDownNodes, BaseCdcrDistributedZkTest, TestPKIAuthenticationPlugin, TestLegacyTerms, MetricTriggerTest, TestSQLHandlerNonCloud, HdfsChaosMonkeyNothingIsSafeTest, ReturnFieldsTest, ChaosMonkeyNothingIsSafeTest, TestFieldSortValues, QueryParsingTest, RequestHandlersTest, HdfsSyncSliceTest, ExplicitHLLTest, HdfsAutoAddReplicasIntegrationTest, TestExactStatsCache, ShowFileRequestHandlerTest, TestUpdate, HealthCheckHandlerTest, TestExtendedDismaxParser, ClusterStateUpdateTest, TestValueSourceCache, RecoveryAfterSoftCommitTest, TestNonDefinedSimilarityFactory, TestLuceneIndexBackCompat, TestSolrQueryParser, DocValuesNotIndexedTest, TestRandomCollapseQParserPlugin, TestFieldCacheVsDocValues, RegexBoostProcessorTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, TestLocalFSCloudBackupRestore, TestSolrQueryResponse, TestSha256AuthenticationProvider, TestSolrCloudSnapshots, SolrCLIZkUtilsTest, TestMaxScoreQueryParser, TestSolrConfigHandlerConcurrent, TestReversedWildcardFilterFactory, TestCloudJSONFacetJoinDomain, TestRequestForwarding, TestSort, TestDistributedSearch, TestLMDirichletSimilarityFactory, DistanceUnitsTest, DistributedFacetPivotSmallAdvancedTest, AddBlockUpdateTest, TestFieldCache, SimpleCollectionCreateDeleteTest, DocExpirationUpdateProcessorFactoryTest, BJQParserTest, SyncSliceTest, TestIndexingPerformance, TestFreeTextSuggestions, OverseerRolesTest, TestCloudPseudoReturnFields, TestSolrCloudWithDelegationTokens, LegacyCloudClusterPropTest, TestNestedDocsSort, TestInfoStreamLogging, TestDocSet, DistanceFunctionTest, TestLargeCluster, TestTlogReplica, TestNumericRangeQuery32, RequestLoggingTest, TestComplexPhraseQParserPlugin, TestReplicationHandlerBackup, CdcrReplicationHandlerTest, HttpPartitionTest, TestSchemaManager, PeerSyncWithIndexFingerprintCachingTest, DeleteReplicaTest, HdfsRecoveryZkTest, ClassificationUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, TestJsonFacets, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, BadIndexSchemaTest, TestLegacyFieldCache, TestInitQParser, ZkControllerTest, TestSolrCloudWithSecureImpersonation, CoreSorterTest, JsonLoaderTest, BasicAuthIntegrationTest, DocumentAnalysisRequestHandlerTest, TlogReplayBufferedWhileIndexingTest, PropertiesRequestHandlerTest, TestLuceneMatchVersion, TestUseDocValuesAsStored2, FullSolrCloudDistribCmdsTest, LeaderFailureAfterFreshStartTest, TolerantUpdateProcessorTest, TestShardHandlerFactory, TestComputePlanAction, TestStressRecovery, TestSchemaSimilarityResource, TestScoreJoinQPScore, TestSolrConfigHandler, TestSimDistributedQueue, TestSizeLimitedDistributedMap, SpellCheckCollatorTest, TestCorePropertiesReload, TestCoreBackup, BigEndianAscendingWordSerializerTest, TestSolrCoreProperties, MultiThreadedOCPTest, TestCollectionsAPIViaSolrCloudCluster, HdfsNNFailoverTest, TestNumericTokenStream, DocValuesMissingTest, TestRequestStatusCollectionAPI, OverseerTest, ConcurrentCreateRoutedAliasTest, TestExpandComponent, TestComponentsName, ChaosMonkeySafeLeaderTest, TestLRUCache, SystemLogListenerTest, TestCollapseQParserPlugin, LoggingHandlerTest, TestSearchPerf, CollectionsAPIAsyncDistributedZkTest, TestIntervalFaceting, CloudMLTQParserTest, SpellCheckCollatorWithCollapseTest, DebugComponentTest, TestStressInPlaceUpdates, DistributedExpandComponentTest, CheckHdfsIndexTest, SparseHLLTest, TestHdfsUpdateLog, TestRTGBase, TestRTimerTree, TestManagedSchema, XsltUpdateRequestHandlerTest, TestExecutePlanAction, SchemaApiFailureTest, HdfsLockFactoryTest, TestExportWriter, NotRequiredUniqueKeyTest, ChaosMonkeySafeLeaderWithPullReplicasTest, JSONWriterTest, TestSegmentSorting, TestQuerySenderListener, ReplaceNodeNoTargetTest, SpatialRPTFieldTypeTest, TestDistributedGrouping, CircularListTest, AutoscalingHistoryHandlerTest, TestSimpleQParserPlugin, PeerSyncTest, DeleteStatusTest, TestCloudManagedSchema, TriggerIntegrationTest] [junit4] Completed [381/775 (1!)] on J1 in 190.52s, 14 tests, 2 failures <<< FAILURES! [...truncated 49553 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org