Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2347/
2 tests failed. FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue Error Message: action wasn't interrupted Stack Trace: java.lang.AssertionError: action wasn't interrupted at __randomizedtesting.SeedInfo.seed([A482DFE8702C2B6F:6D379D46794BED9A]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:723) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication Error Message: Index: 0, Size: 0 Stack Trace: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0 at __randomizedtesting.SeedInfo.seed([A482DFE8702C2B6F:B0CA84BD532B9671]:0) at java.util.ArrayList.rangeCheck(ArrayList.java:653) at java.util.ArrayList.get(ArrayList.java:429) at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13175 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> 816322 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/init-core-data-001 [junit4] 2> 816322 WARN (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 816322 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 816323 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 816324 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001 [junit4] 2> 816324 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 816325 INFO (Thread-3671) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 816325 INFO (Thread-3671) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 816326 ERROR (Thread-3671) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 816425 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35209 [junit4] 2> 816429 INFO (zkConnectionManagerCallback-2158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816433 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 816433 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 816434 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 816434 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 816434 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 816435 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25173907{/solr,null,AVAILABLE} [junit4] 2> 816435 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@303ed73{SSL,[ssl, http/1.1]}{127.0.0.1:41236} [junit4] 2> 816435 INFO (jetty-launcher-2155-thread-1) [ ] o.e.j.s.Server Started @818191ms [junit4] 2> 816435 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41236} [junit4] 2> 816435 ERROR (jetty-launcher-2155-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T18:26:14.657Z [junit4] 2> 816436 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7df29e9c{/solr,null,AVAILABLE} [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e16cc7b{SSL,[ssl, http/1.1]}{127.0.0.1:40295} [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.e.j.s.Server Started @818192ms [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40295} [junit4] 2> 816437 ERROR (jetty-launcher-2155-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 816437 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T18:26:14.658Z [junit4] 2> 816444 INFO (zkConnectionManagerCallback-2160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816445 INFO (zkConnectionManagerCallback-2162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816445 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 816445 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 816461 INFO (jetty-launcher-2155-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35209/solr [junit4] 2> 816461 INFO (jetty-launcher-2155-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35209/solr [junit4] 2> 816462 INFO (zkConnectionManagerCallback-2168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816462 INFO (zkConnectionManagerCallback-2170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816464 INFO (zkConnectionManagerCallback-2174-thread-1-processing-n:127.0.0.1:40295_solr) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816464 INFO (zkConnectionManagerCallback-2172-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816536 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 816537 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40295_solr [junit4] 2> 816538 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.c.Overseer Overseer (id=73317869842923526-127.0.0.1:40295_solr-n_0000000000) starting [junit4] 2> 816541 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 816544 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41236_solr [junit4] 2> 816551 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 816552 INFO (zkCallback-2173-thread-1-processing-n:127.0.0.1:40295_solr) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 816562 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40295_solr [junit4] 2> 816565 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 816565 INFO (zkCallback-2173-thread-1-processing-n:127.0.0.1:40295_solr) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 816568 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 816573 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 816576 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40295_solr, 127.0.0.1:41236_solr] [junit4] 2> 816576 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 816577 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 816599 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 816599 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 816600 DEBUG (ScheduledTrigger-3577-thread-1) [n:127.0.0.1:40295_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 816650 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816658 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816658 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40295.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816659 INFO (jetty-launcher-2155-thread-2) [n:127.0.0.1:40295_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001/node2/. [junit4] 2> 816662 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41236.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816669 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41236.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816669 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41236.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 816670 INFO (jetty-launcher-2155-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001/node1/. [junit4] 2> 816695 INFO (zkConnectionManagerCallback-2180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816702 INFO (zkConnectionManagerCallback-2184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 816702 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 816703 INFO (SUITE-TriggerIntegrationTest-seed#[A482DFE8702C2B6F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35209/solr ready [junit4] 2> 816717 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration [junit4] 2> 816771 INFO (qtp1766569806-11308) [n:127.0.0.1:41236_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 816775 INFO (qtp1766569806-11308) [n:127.0.0.1:41236_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 816777 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas [junit4] 2> 816778 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 816778 DEBUG (zkCallback-2173-thread-1-processing-n:127.0.0.1:40295_solr) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 816778 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 816778 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 816779 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e16cc7b{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 816779 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=806047520 [junit4] 2> 816779 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 816779 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67617352: rootName = solr_40295, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6ea5fc37 [junit4] 2> 816779 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 816786 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 816786 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50b69fb8: rootName = solr_40295, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c81f88e [junit4] 2> 816789 DEBUG (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 816790 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 816790 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b95e6d4: rootName = solr_40295, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@139e3845 [junit4] 2> 816792 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40295_solr [junit4] 2> 816792 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 816793 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 816793 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 816793 INFO (zkCallback-2173-thread-1-processing-n:127.0.0.1:40295_solr) [n:127.0.0.1:40295_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 816796 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.Overseer Overseer (id=73317869842923526-127.0.0.1:40295_solr-n_0000000000) closing [junit4] 2> 816797 INFO (OverseerStateUpdate-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40295_solr [junit4] 2> 816797 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 816797 WARN (OverseerAutoScalingTriggerThread-73317869842923526-127.0.0.1:40295_solr-n_0000000000) [n:127.0.0.1:40295_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 816798 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 816799 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41236_solr [junit4] 2> 816800 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.Overseer Overseer (id=73317869842923525-127.0.0.1:41236_solr-n_0000000001) starting [junit4] 2> 816801 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7df29e9c{/solr,null,UNAVAILABLE} [junit4] 2> 816801 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 816812 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 816813 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 816813 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41236_solr] [junit4] 2> 816813 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1 [junit4] 2> 816813 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 816814 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 816815 DEBUG (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 816815 DEBUG (ScheduledTrigger-3586-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 817815 DEBUG (ScheduledTrigger-3586-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 818816 DEBUG (ScheduledTrigger-3586-thread-2) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 819816 DEBUG (ScheduledTrigger-3586-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 820817 DEBUG (ScheduledTrigger-3586-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 821803 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 821811 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 821811 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 821811 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 821812 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@599d213d{/solr,null,AVAILABLE} [junit4] 2> 821813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60141bbc{SSL,[ssl, http/1.1]}{127.0.0.1:37329} [junit4] 2> 821813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server Started @823568ms [junit4] 2> 821813 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37329} [junit4] 2> 821813 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 821814 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 821814 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 821815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 821815 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T18:26:20.036Z [junit4] 2> 821817 DEBUG (ScheduledTrigger-3586-thread-1) [n:127.0.0.1:41236_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 821819 INFO (zkConnectionManagerCallback-2186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 821819 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 821826 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35209/solr [junit4] 2> 821828 INFO (zkConnectionManagerCallback-2190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 821830 INFO (zkConnectionManagerCallback-2192-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 821837 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 821839 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 821841 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37329_solr [junit4] 2> 821842 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 821842 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 821853 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 821922 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 821932 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 821932 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 821933 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:37329_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001/node3/. [junit4] 2> 821993 INFO (qtp1085931271-11380) [n:127.0.0.1:37329_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 821998 INFO (qtp1085931271-11380) [n:127.0.0.1:37329_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 822000 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 822009 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 822009 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 822009 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 822009 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60338292{/solr,null,AVAILABLE} [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62c6127b{SSL,[ssl, http/1.1]}{127.0.0.1:56117} [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server Started @823765ms [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56117} [junit4] 2> 822010 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 822010 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 822011 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T18:26:20.231Z [junit4] 2> 822013 INFO (zkConnectionManagerCallback-2196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 822014 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 822022 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35209/solr [junit4] 2> 822024 INFO (zkConnectionManagerCallback-2200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 822029 INFO (zkConnectionManagerCallback-2202-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 822033 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 822035 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 822038 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56117_solr [junit4] 2> 822039 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 822039 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 822040 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 822049 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 822163 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56117.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 822172 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56117.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 822172 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56117.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 822173 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:56117_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001/node4/. [junit4] 2> 822210 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1 [junit4] 2> 822212 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@303ed73{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 822212 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=755073322 [junit4] 2> 822213 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 822213 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ed6d0f: rootName = solr_41236, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@38373198 [junit4] 2> 822222 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 822222 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32ead20b: rootName = solr_41236, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c81f88e [junit4] 2> 822227 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 822227 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a874db: rootName = solr_41236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@139e3845 [junit4] 2> 822228 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41236_solr [junit4] 2> 822229 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 822229 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 822229 INFO (zkCallback-2171-thread-1-processing-n:127.0.0.1:41236_solr) [n:127.0.0.1:41236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 822229 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 822229 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 822229 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 822230 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.Overseer Overseer (id=73317869842923525-127.0.0.1:41236_solr-n_0000000001) closing [junit4] 2> 822230 INFO (OverseerStateUpdate-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41236_solr [junit4] 2> 822230 WARN (OverseerAutoScalingTriggerThread-73317869842923525-127.0.0.1:41236_solr-n_0000000001) [n:127.0.0.1:41236_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 822231 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 822232 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25173907{/solr,null,UNAVAILABLE} [junit4] 2> 822232 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 822232 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37329_solr [junit4] 2> 822233 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.Overseer Overseer (id=73317869842923531-127.0.0.1:37329_solr-n_0000000002) starting [junit4] 2> 822242 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 822242 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 822242 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1 [junit4] 2> 822242 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 822244 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:41236_solr [junit4] 2> 822244 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 822244 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 822245 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 823245 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 824247 DEBUG (ScheduledTrigger-3603-thread-2) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 825248 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 826248 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 827233 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS [junit4] 2> 827248 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 827281 INFO (qtp1085931271-11380) [n:127.0.0.1:37329_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 827285 INFO (qtp107761776-11402) [n:127.0.0.1:56117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 827286 DEBUG (qtp107761776-11406) [n:127.0.0.1:56117_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 827287 INFO (qtp107761776-11406) [n:127.0.0.1:56117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 827287 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 827290 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 827290 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true} [junit4] 2> 827290 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 827290 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 827291 INFO (qtp1085931271-11382) [n:127.0.0.1:37329_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 827293 INFO (qtp107761776-11408) [n:127.0.0.1:56117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 827293 DEBUG (qtp107761776-11405) [n:127.0.0.1:56117_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 827293 INFO (qtp107761776-11405) [n:127.0.0.1:56117_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 827294 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 827294 INFO (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 827295 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 827295 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 827295 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true} [junit4] 2> 827295 INFO (qtp1085931271-11381) [n:127.0.0.1:37329_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 827296 DEBUG (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56117_solr, 127.0.0.1:37329_solr] [junit4] 2> 827296 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4 [junit4] 2> 827296 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 827296 DEBUG (ScheduledTrigger-3603-thread-3) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR [junit4] 2> 827297 DEBUG (ScheduledTrigger-3603-thread-3) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 827298 INFO (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 827298 DEBUG (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 827298 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 [junit4] 2> 827303 INFO (qtp1085931271-11381) [n:127.0.0.1:37329_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8 [junit4] 2> 827304 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1 [junit4] 2> 827307 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 827313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 827313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 827313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 827313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@233ee53f{/solr,null,AVAILABLE} [junit4] 2> 827314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47ef3f37{SSL,[ssl, http/1.1]}{127.0.0.1:39512} [junit4] 2> 827314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.Server Started @829069ms [junit4] 2> 827314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39512} [junit4] 2> 827314 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 827321 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 827321 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 827321 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 827321 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T18:26:25.542Z [junit4] 2> 827322 INFO (zkConnectionManagerCallback-2206-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 827323 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 827330 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35209/solr [junit4] 2> 827331 INFO (zkConnectionManagerCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 827335 INFO (zkConnectionManagerCallback-2212-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 827342 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 827345 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 827347 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39512_solr [junit4] 2> 827348 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 827348 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 827348 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 827349 INFO (zkCallback-2211-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 827420 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39512.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 827429 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39512.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 827429 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39512.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf47171 [junit4] 2> 827431 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [n:127.0.0.1:39512_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A482DFE8702C2B6F-001/tempDir-001/node5/. [junit4] 2> 828249 DEBUG (ScheduledTrigger-3603-thread-4) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 828301 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 [junit4] 2> 828301 DEBUG (ScheduledTrigger-3603-thread-2) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR [junit4] 2> 828301 DEBUG (ScheduledTrigger-3603-thread-2) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 828301 DEBUG (ScheduledTrigger-3603-thread-2) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39512_solr at time 19230294645040585 [junit4] 2> 829250 DEBUG (ScheduledTrigger-3603-thread-3) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 829301 INFO (OverseerCollectionConfigSetProcessor-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 829303 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR [junit4] 2> 829303 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 829303 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:39512_solr] added at times [19230294645040585], now=19230295646634859 [junit4] 2> 829303 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4451d9e13e65c9T454uk4ce648e3jy2khqxxypfu", [junit4] 2> "source":"node_added_triggerMR", [junit4] 2> "eventTime":19230294645040585, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[19230294645040585], [junit4] 2> "nodeNames":["127.0.0.1:39512_solr"]}} [junit4] 2> 829304 DEBUG (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas] [junit4] 2> 829304 DEBUG (ScheduledTrigger-3603-thread-4) [n:127.0.0.1:37329_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 [junit4] 2> 829305 INFO (ScheduledTrigger-3603-thread-1) [n:127.0.0.1:37329_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 829305 DEBUG (AutoscalingActionExecutor-3604-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4451d9e13e65c9T454uk4ce648e3jy2khqxxypfu", [junit4] 2> "source":"node_added_triggerMR", [junit4] 2> "eventTime":19230294645040585, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[19230294645040585], [junit4] 2> "_enqueue_time_":19230295647647140, [junit4] 2> "nodeNames":["127.0.0.1:39512_solr"]}} [junit4] 2> 829308 DEBUG (AutoscalingActionExecutor-3604-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms [junit4] 2> 829309 DEBUG (AutoscalingActionExecutor-3604-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms [junit4] 2> 829309 DEBUG (AutoscalingActionExecutor-3604-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms [junit4] 2> 829309 DEBUG (AutoscalingActionExecutor-3604-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=4451d9e13e65c9T454uk4ce648e3jy2khqxxypfu [junit4] 2> 832471 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2 [junit4] 2> 832472 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@60141bbc{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 832473 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1569858885 [junit4] 2> 832473 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 832473 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@775451df: rootName = solr_37329, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2f918cdb [junit4] 2> 832481 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 832481 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3885e94b: rootName = solr_37329, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c81f88e [junit4] 2> 832486 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 832486 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e6ca390: rootName = solr_37329, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@139e3845 [junit4] 2> 832487 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37329_solr [junit4] 2> 832488 INFO (zkCallback-2211-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 832489 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 832489 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 832489 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 832489 INFO (zkCallback-2191-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 832489 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 832490 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.Overseer Overseer (id=73317869842923531-127.0.0.1:37329_solr-n_0000000002) closing [junit4] 2> 832490 INFO (OverseerStateUpdate-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37329_solr [junit4] 2> 832490 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 832490 WARN (OverseerAutoScalingTriggerThread-73317869842923531-127.0.0.1:37329_solr-n_0000000002) [n:127.0.0.1:37329_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 832492 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56117_solr [junit4] 2> 832493 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@599d213d{/solr,null,UNAVAILABLE} [junit4] 2> 832493 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 832493 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.Overseer Overseer (id=73317869842923534-127.0.0.1:56117_solr-n_0000000003) starting [junit4] 2> 832501 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 832501 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39512_solr, 127.0.0.1:56117_solr] [junit4] 2> 832501 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39512_solr, 127.0.0.1:56117_solr] [junit4] 2> 832501 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true} [junit4] 2> 832502 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39512_solr, 127.0.0.1:56117_solr] [junit4] 2> 832502 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1 [junit4] 2> 832502 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 832502 INFO (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 832502 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:37329_solr [junit4] 2> 832503 INFO (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 832504 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 [junit4] 2> 832504 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37329_solr [junit4] 2> 832504 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 832504 DEBUG (ScheduledTrigger-3614-thread-2) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR [junit4] 2> 832505 DEBUG (ScheduledTrigger-3614-thread-2) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 832505 DEBUG (ScheduledTrigger-3614-thread-3) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 832505 DEBUG (ScheduledTrigger-3614-thread-3) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37329_solr [junit4] 2> 833504 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 [junit4] 2> 833504 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:37329_solr] [junit4] 2> 833505 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4451dadbb98bf9T454uk4ce648e3jy2khqxxypfw", [junit4] 2> "source":"node_lost_triggerMR", [junit4] 2> "eventTime":19230298847415289, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[19230298847415289], [junit4] 2> "nodeNames":["127.0.0.1:37329_solr"]}} [junit4] 2> 833505 DEBUG (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas] [junit4] 2> 833506 INFO (ScheduledTrigger-3614-thread-1) [n:127.0.0.1:56117_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 833506 DEBUG (AutoscalingActionExecutor-3615-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4451dadbb98bf9T454uk4ce648e3jy2khqxxypfw", [junit4] 2> "source":"node_lost_triggerMR", [junit4] 2> "eventTime":19230298847415289, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[19230298847415289], [junit4] 2> "_enqueue_time_":19230299848902170, [junit4] 2> "nodeNames":["127.0.0.1:37329_solr"]}} [junit4] 2> 833507 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A482DFE8702C2B6F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration [junit4] 2> 833516 DEBUG (AutoscalingActionExecutor-3615-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms [junit4] 2> 833518 DEBUG (AutoscalingActionExecutor-3615-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms [junit4] 2> 833518 DEBUG (AutoscalingActionExecutor-3615-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms [junit4] 2> 833518 DEBUG (AutoscalingActionExecutor-3615-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 11 ms for event id=4451dadbb98bf9T454uk4ce648e3jy2khqxxypfw [junit4] 2> 833527 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown [junit4] 2> 833558 INFO (qtp1915141686-11440) [n:127.0.0.1:39512_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 833574 INFO (qtp1915141686-11440) [n:127.0.0.1:39512_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=15 [junit4] 2> 833574 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_lost_triggerMR [junit4] 2> 833576 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_added_triggerMR [junit4] 2> 833577 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas [junit4] 2> 833578 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6 [junit4] 2> 833579 DEBUG (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 833579 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 833579 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 833579 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 833579 DEBUG (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 833579 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@62c6127b{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 833580 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1548994494 [junit4] 2> 833580 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 833580 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b9aacf7: rootName = solr_56117, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@16cdf8f6 [junit4] 2> 833588 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 833588 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38e6a6ca: rootName = solr_56117, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@c81f88e [junit4] 2> 833593 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 833593 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62f43902: rootName = solr_56117, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@139e3845 [junit4] 2> 833594 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56117_solr [junit4] 2> 833595 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 833595 INFO (zkCallback-2183-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 833595 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:56117_solr) [n:127.0.0.1:56117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 833595 INFO (zkCallback-2211-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 833595 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 833596 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.Overseer Overseer (id=73317869842923534-127.0.0.1:56117_solr-n_0000000003) closing [junit4] 2> 833596 INFO (OverseerStateUpdate-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56117_solr [junit4] 2> 833596 WARN (OverseerAutoScalingTriggerThread-73317869842923534-127.0.0.1:56117_solr-n_0000000003) [n:127.0.0.1:56117_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 833597 DEBUG (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 833598 INFO (zkCallback-2211-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39512_solr [junit4] 2> 833599 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60338292{/solr,null,UNAVAILABLE} [junit4] 2> 833599 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 833599 INFO (zkCallback-2211-thread-1-processing-n:127.0.0.1:39512_solr) [n:127.0.0.1:39512_solr ] o.a.s.c.Overseer Overseer (id=73317869842923537-127.0.0.1:39512_solr-n_0000000004) starting [junit4] 2> 833605 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 833606 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 833606 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39512_solr] [junit4] 2> 833607 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1 [junit4] 2> 833607 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 833610 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 833610 DEBUG (OverseerAutoScalingTriggerThread-73317869842923537-127.0.0.1:39512_solr-n_0000000004) [n:127.0.0.1:39512_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 833610 DEBUG (ScheduledTrigger-3619-thread-1) [n:127.0.0.1:39512_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 834611 DEBUG (ScheduledTrigger-3619-thread-1) [n:127.0.0.1:39512_solr ] o.a.s.c.a.NodeLostTrigg [...truncated too long message...] ger Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1364949 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@baf6efa: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@f705e4e [junit4] 2> 1364953 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1364954 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1baee78e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7f8d9107 [junit4] 2> 1364957 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1364957 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70fba010: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e4bdf4c [junit4] 2> 1364961 INFO (coreCloseExecutor-6470-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@95f347c [junit4] 2> 1364961 INFO (coreCloseExecutor-6470-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=157234300 [junit4] 2> 1364961 INFO (coreCloseExecutor-6470-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61d51764: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3c23b41c [junit4] 2> 1364966 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@574a322d{/solr,null,UNAVAILABLE} [junit4] 2> 1364967 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1364967 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5958085a{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1364968 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=500989640 [junit4] 2> 1364968 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1364968 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35c93fdd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@78b05a18 [junit4] 2> 1364973 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1364973 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67ed015f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7f8d9107 [junit4] 2> 1364977 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1364977 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5cf23c1c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@e4bdf4c [junit4] 2> 1364978 INFO (coreCloseExecutor-6472-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b7b3f44 [junit4] 2> 1364978 INFO (coreCloseExecutor-6472-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1534803780 [junit4] 2> 1364978 INFO (coreCloseExecutor-6472-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41acd885: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@503f445a [junit4] 2> 1364985 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ff77755{/solr,null,UNAVAILABLE} [junit4] 2> 1364985 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[A482DFE8702C2B6F]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_A482DFE8702C2B6F-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1675, maxMBSortInHeap=6.173315956539721, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3143860f), locale=lt-LT, timezone=Africa/Windhoek [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=234852272,total=531103744 [junit4] 2> NOTE: All tests run in this JVM: [TestZkChroot, SuggesterTest, TestExceedMaxTermLength, HdfsAutoAddReplicasIntegrationTest, AnalyticsMergeStrategyTest, TestCopyFieldCollectionResource, TestInPlaceUpdatesStandalone, SolrCloudReportersTest, UtilsToolTest, XsltUpdateRequestHandlerTest, TemplateUpdateProcessorTest, TestLeaderElectionWithEmptyReplica, SimplePostToolTest, AnalysisErrorHandlingTest, TestCustomStream, JsonLoaderTest, ConfigureRecoveryStrategyTest, MoveReplicaTest, CustomHighlightComponentTest, ResponseBuilderTest, SOLR749Test, TestSQLHandler, TestAuthenticationFramework, SimpleMLTQParserTest, SuggesterFSTTest, TestPostingsSolrHighlighter, TestCloudJSONFacetJoinDomain, TestStressUserVersions, HdfsChaosMonkeyNothingIsSafeTest, SignatureUpdateProcessorFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, ScriptEngineTest, TestFunctionQuery, DeleteStatusTest, TestPerFieldSimilarity, TestCollapseQParserPlugin, SystemLogListenerTest, DeleteNodeTest, TestCursorMarkWithoutUniqueKey, TestRandomCollapseQParserPlugin, SolrJmxReporterCloudTest, TestNumericRangeQuery32, TestNumericTerms64, TestShortCircuitedRequests, TestCustomDocTransformer, BasicAuthStandaloneTest, CdcrReplicationHandlerTest, TestManagedSchema, TestCloudSchemaless, TestRTGBase, TestSolrCloudSnapshots, SSLMigrationTest, TestSurroundQueryParser, PeerSyncTest, SubstringBytesRefFilterTest, TestSolr4Spatial, TestCustomSort, TestEmbeddedSolrServerAdminHandler, ReplicationFactorTest, BlobRepositoryCloudTest, TestNRTOpen, BasicZkTest, TestRandomFlRTGCloud, BadComponentTest, DirectSolrConnectionTest, SpatialRPTFieldTypeTest, PrimUtilsTest, TestDistributedGrouping, BlockJoinFacetRandomTest, TestConfigSetsAPI, TestFastLRUCache, SolrMetricsIntegrationTest, DistributedIntervalFacetingTest, TestCloudNestedDocsSort, TestSolrQueryResponse, RequiredFieldsTest, IndexSchemaTest, ConfigSetsAPITest, TestDocTermOrds, SortByFunctionTest, TermsComponentTest, OverseerTest, TestBlendedInfixSuggestions, TestRecovery, TestTlogReplica, TestLegacyNumericRangeQueryBuilder, SystemInfoHandlerTest, TestTrie, BufferStoreTest, ImplicitSnitchTest, TestClusterStateMutator, TestSimpleTrackingShardHandler, SolrCoreMetricManagerTest, TestStressVersions, TestJsonFacets, ResourceLoaderTest, TestRecoveryHdfs, TestDelegationWithHadoopAuth, TestReversedWildcardFilterFactory, TestSystemIdResolver, DirectUpdateHandlerOptimizeTest, DistributedFacetExistsSmallTest, TolerantUpdateProcessorTest, TestElisionMultitermQuery, TestLRUCache, TestSweetSpotSimilarityFactory, ChaosMonkeySafeLeaderTest, SimpleCollectionCreateDeleteTest, TestScoreJoinQPScore, TestSortableTextField, TestConfigReload, TestSubQueryTransformerCrossCore, PathHierarchyTokenizerFactoryTest, TestSolrConfigHandlerConcurrent, OutOfBoxZkACLAndCredentialsProvidersTest, MetricsHandlerTest, TestPayloadCheckQParserPlugin, LeaderInitiatedRecoveryOnShardRestartTest, OverseerTaskQueueTest, AsyncCallRequestStatusResponseTest, MissingSegmentRecoveryTest, FastVectorHighlighterTest, NumberUtilsTest, DocValuesNotIndexedTest, TestSortByMinMaxFunction, TestPKIAuthenticationPlugin, TestGraphMLResponseWriter, TestNodeAddedTrigger, FieldMutatingUpdateProcessorTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler] [junit4] Completed [398/778 (2!)] on J1 in 117.55s, 16 tests, 1 error, 1 skipped <<< FAILURES! [...truncated 49668 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org