Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4408/ Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments Error Message: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([63908A209C36A0E1]:0) FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([63908A209C36A0E1]:0) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState Error Message: The trigger did not fire at all Stack Trace: java.lang.AssertionError: The trigger did not fire at all at __randomizedtesting.SeedInfo.seed([E9410546733603A2:617C8C3949F6E20F]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([E9410546733603A2:E977B1865A3BA7C8]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 13634 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/init-core-data-001 [junit4] 2> 3299050 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3299051 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth [junit4] 2> 3299051 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 3299052 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001 [junit4] 2> 3299052 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3299052 INFO (Thread-5132) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3299052 INFO (Thread-5132) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3299057 ERROR (Thread-5132) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3299162 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56421 [junit4] 2> 3299174 INFO (zkConnectionManagerCallback-6235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299180 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3299180 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3299182 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@158783cd{/solr,null,AVAILABLE} [junit4] 2> 3299183 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@510c68bc{/solr,null,AVAILABLE} [junit4] 2> 3299185 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ca87268{HTTP/1.1,[http/1.1]}{127.0.0.1:56424} [junit4] 2> 3299185 INFO (jetty-launcher-6232-thread-1) [ ] o.e.j.s.Server Started @3301085ms [junit4] 2> 3299185 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56424} [junit4] 2> 3299186 ERROR (jetty-launcher-6232-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3299186 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3299186 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3299186 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3299186 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:31:24.534518Z [junit4] 2> 3299187 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15655ba6{HTTP/1.1,[http/1.1]}{127.0.0.1:56425} [junit4] 2> 3299187 INFO (jetty-launcher-6232-thread-2) [ ] o.e.j.s.Server Started @3301087ms [junit4] 2> 3299187 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56425} [junit4] 2> 3299187 ERROR (jetty-launcher-6232-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3299188 INFO (zkConnectionManagerCallback-6237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299189 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3299190 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3299191 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3299191 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3299191 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:31:24.539299Z [junit4] 2> 3299193 INFO (zkConnectionManagerCallback-6239-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299194 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3299196 INFO (jetty-launcher-6232-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56421/solr [junit4] 2> 3299198 INFO (zkConnectionManagerCallback-6243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299200 INFO (jetty-launcher-6232-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56421/solr [junit4] 2> 3299201 INFO (zkConnectionManagerCallback-6247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299202 INFO (zkConnectionManagerCallback-6249-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299205 INFO (zkConnectionManagerCallback-6251-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299390 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3299392 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56425_solr [junit4] 2> 3299393 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3299393 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.Overseer Overseer (id=99413779048300550-127.0.0.1:56425_solr-n_0000000000) starting [junit4] 2> 3299395 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56424_solr [junit4] 2> 3299397 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3299397 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3299404 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 3299406 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3299407 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56425_solr [junit4] 2> 3299407 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr] [junit4] 2> 3299407 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 3299407 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3299410 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3299410 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 3299412 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3299412 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 3299413 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 3299458 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56424.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299468 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56425.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299469 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56424.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299469 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56424.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299471 INFO (jetty-launcher-6232-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001/node1/. [junit4] 2> 3299481 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56425.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299482 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56425.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299483 INFO (jetty-launcher-6232-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001/node2/. [junit4] 2> 3299522 INFO (zkConnectionManagerCallback-6257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299529 INFO (zkConnectionManagerCallback-6261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299531 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3299532 INFO (SUITE-TriggerIntegrationTest-seed#[E9410546733603A2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56421/solr ready [junit4] 2> 3299548 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger [junit4] 2> 3299549 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2 [junit4] 2> 3299550 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 3299550 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 3299553 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3299553 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3299554 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 3299562 INFO (qtp1346920357-28511) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3299565 INFO (qtp582093706-28521) [n:127.0.0.1:56425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3299565 DEBUG (qtp582093706-28512) [n:127.0.0.1:56425_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3299566 INFO (qtp582093706-28512) [n:127.0.0.1:56425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6 [junit4] 2> 3299567 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 3299568 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56425_solr] [junit4] 2> 3299568 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3299568 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 3299578 INFO (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3299579 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3299581 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3299581 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3299581 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3299582 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 3299582 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3299581 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 3299582 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3299582 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f978aa2{/solr,null,AVAILABLE} [junit4] 2> 3299583 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@431d98e{HTTP/1.1,[http/1.1]}{127.0.0.1:56437} [junit4] 2> 3299583 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.e.j.s.Server Started @3301483ms [junit4] 2> 3299583 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56437} [junit4] 2> 3299583 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3299584 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3299584 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3299584 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3299584 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:31:24.932251Z [junit4] 2> 3299586 INFO (zkConnectionManagerCallback-6263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299587 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3299597 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56421/solr [junit4] 2> 3299599 INFO (zkConnectionManagerCallback-6267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299603 INFO (zkConnectionManagerCallback-6269-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3299620 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 3299624 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3299627 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56437_solr [junit4] 2> 3299636 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3299636 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3299636 INFO (zkCallback-6260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3299636 INFO (zkCallback-6268-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 3299684 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56437.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299702 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56437.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299702 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56437.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3299704 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [n:127.0.0.1:56437_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001/node3/. [junit4] 2> 3300589 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3300589 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3300589 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:56437_solr at time 634404920396706 [junit4] 2> 3301599 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 3301599 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3301599 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:56437_solr] added at times [634404920396706], now=634405930534836 [junit4] 2> 3301599 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"240fce7ec8ba2Tflrqbucqcqunn1cigejayyto", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":634404920396706, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[634404920396706], [junit4] 2> "nodeNames":["127.0.0.1:56437_solr"]}} [junit4] 2> 3301600 DEBUG (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger] [junit4] 2> 3301601 INFO (ScheduledTrigger-12113-thread-2) [n:127.0.0.1:56425_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3301601 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"240fce7ec8ba2Tflrqbucqcqunn1cigejayyto", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":634404920396706, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[634404920396706], [junit4] 2> "_enqueue_time_":634405930954955, [junit4] 2> "nodeNames":["127.0.0.1:56437_solr"]}} [junit4] 2> 3301602 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms [junit4] 2> 3301603 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=240fce7ec8ba2Tflrqbucqcqunn1cigejayyto [junit4] 2> 3301604 INFO (qtp1346920357-28520) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3301605 INFO (qtp582093706-28521) [n:127.0.0.1:56425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3301607 INFO (qtp1149754475-28573) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3301607 DEBUG (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3301608 INFO (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 3301609 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 3301609 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56425_solr] [junit4] 2> 3301609 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true} [junit4] 2> 3301610 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 3301610 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3301611 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 3303619 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger [junit4] 2> 3303650 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties [junit4] 2> 3303652 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5 [junit4] 2> 3303653 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 3303653 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 3303656 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3303656 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3303657 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 3304675 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4 [junit4] 2> 3312698 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1 [junit4] 2> 3322723 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6 [junit4] 2> 3332780 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties [junit4] 2> 3332798 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState [junit4] 2> 3332799 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6 [junit4] 2> 3332799 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 3332799 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 3332799 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3332799 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3332799 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6 [junit4] 2> 3332804 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3332805 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3332805 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3332805 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3332806 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bbc6aef{/solr,null,AVAILABLE} [junit4] 2> 3332806 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22a1b869{HTTP/1.1,[http/1.1]}{127.0.0.1:56455} [junit4] 2> 3332806 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.Server Started @3334706ms [junit4] 2> 3332806 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56455} [junit4] 2> 3332806 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3332806 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3332807 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3332807 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3332807 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:31:58.155118Z [junit4] 2> 3332808 INFO (zkConnectionManagerCallback-6273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3332809 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3332814 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56421/solr [junit4] 2> 3332816 INFO (zkConnectionManagerCallback-6277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3332819 INFO (zkConnectionManagerCallback-6279-thread-1-processing-n:127.0.0.1:56455_solr) [n:127.0.0.1:56455_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3332829 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3332833 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3332836 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56455_solr [junit4] 2> 3332838 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3332838 INFO (zkCallback-6260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3332838 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3332838 INFO (zkCallback-6278-thread-1-processing-n:127.0.0.1:56455_solr) [n:127.0.0.1:56455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3332838 INFO (zkCallback-6268-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3332873 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3332883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3332883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3332884 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [n:127.0.0.1:56455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001/node4/. [junit4] 2> 3332942 INFO (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3332943 INFO (qtp582093706-28521) [n:127.0.0.1:56425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3332945 INFO (qtp1149754475-28578) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3332946 INFO (qtp267796602-28608) [n:127.0.0.1:56455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3332946 DEBUG (qtp1149754475-28577) [n:127.0.0.1:56437_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3332947 INFO (qtp1149754475-28577) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5 [junit4] 2> 3332947 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 3332948 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@22a1b869{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 3332948 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56425_solr, 127.0.0.1:56455_solr] [junit4] 2> 3332948 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1081531820 [junit4] 2> 3332948 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 3332948 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3332948 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@601fc6d0: rootName = solr_56455, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6aa582de [junit4] 2> 3332950 INFO (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3332950 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3332951 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 3332951 DEBUG (ScheduledTrigger-12113-thread-4) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 4 [junit4] 2> 3332954 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3332955 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@847fb9: rootName = solr_56455, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7872aed1 [junit4] 2> 3332960 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3332960 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5254f80a: rootName = solr_56455, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d703fbb [junit4] 2> 3332961 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56455_solr [junit4] 2> 3332962 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 3332963 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3332963 INFO (zkCallback-6260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3332963 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3332963 INFO (zkCallback-6268-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3332963 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3332963 INFO (zkCallback-6278-thread-1-processing-n:127.0.0.1:56455_solr) [n:127.0.0.1:56455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3332964 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bbc6aef{/solr,null,UNAVAILABLE} [junit4] 2> 3332964 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 3333962 DEBUG (ScheduledTrigger-12113-thread-4) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 [junit4] 2> 3333962 DEBUG (ScheduledTrigger-12113-thread-4) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:56455_solr [junit4] 2> 3334479 INFO (qtp1346920357-28514) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3334480 INFO (qtp582093706-28522) [n:127.0.0.1:56425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3334482 INFO (qtp1149754475-28577) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3334482 DEBUG (qtp1149754475-28575) [n:127.0.0.1:56437_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3334483 INFO (qtp1149754475-28575) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 3334484 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 3334485 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56425_solr] [junit4] 2> 3334486 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 3334488 INFO (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init [junit4] 2> 3334489 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:56455_solr [junit4] 2> 3334491 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3334491 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3 [junit4] 2> 3334491 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:56455_solr] [junit4] 2> 3334491 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"24104cc7e8a56Tflrqbucqcqunn1cigejayytq", [junit4] 2> "source":"node_lost_restore_trigger", [junit4] 2> "eventTime":634438819940950, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[634438819940950], [junit4] 2> "nodeNames":["127.0.0.1:56455_solr"]}} [junit4] 2> 3334492 DEBUG (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_restore_trigger] [junit4] 2> 3334492 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 3334493 INFO (ScheduledTrigger-12113-thread-1) [n:127.0.0.1:56425_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging. [junit4] 2> 3334493 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"24104cc7e8a56Tflrqbucqcqunn1cigejayytq", [junit4] 2> "source":"node_lost_restore_trigger", [junit4] 2> "eventTime":634438819940950, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[634438819940950], [junit4] 2> "_enqueue_time_":634438822801504, [junit4] 2> "nodeNames":["127.0.0.1:56455_solr"]}} [junit4] 2> 3334494 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState [junit4] 2> 3334502 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 5000ms [junit4] 2> 3334503 DEBUG (AutoscalingActionExecutor-12114-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 9 ms for event id=24104cc7e8a56Tflrqbucqcqunn1cigejayytq [junit4] 2> 3334530 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration [junit4] 2> 3334531 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9 [junit4] 2> 3334532 DEBUG (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 3334532 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 3334535 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3334535 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3334536 DEBUG (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 3334538 INFO (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3334546 INFO (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 3334546 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3334548 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3334548 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3334548 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 3334548 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45c87837{/solr,null,AVAILABLE} [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69d62c95{HTTP/1.1,[http/1.1]}{127.0.0.1:56464} [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.Server Started @3336449ms [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56464} [junit4] 2> 3334549 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3334549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:31:59.897918Z [junit4] 2> 3334551 INFO (zkConnectionManagerCallback-6283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3334552 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3334558 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56421/solr [junit4] 2> 3334560 INFO (zkConnectionManagerCallback-6287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3334562 INFO (zkConnectionManagerCallback-6289-thread-1-processing-n:127.0.0.1:56464_solr) [n:127.0.0.1:56464_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3334573 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 3334577 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3334580 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56464_solr [junit4] 2> 3334582 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3334582 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3334582 INFO (zkCallback-6268-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3334582 INFO (zkCallback-6260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3334582 INFO (zkCallback-6288-thread-1-processing-n:127.0.0.1:56464_solr) [n:127.0.0.1:56464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 3334614 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56464.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3334624 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56464.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3334624 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56464.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65ca5e4 [junit4] 2> 3334625 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [n:127.0.0.1:56464_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E9410546733603A2-001/tempDir-001/node5/. [junit4] 2> 3334671 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1 [junit4] 2> 3334676 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15655ba6{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 3334676 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=52434664 [junit4] 2> 3334676 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3334676 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@afaa508: rootName = solr_56425, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@82148a0 [junit4] 2> 3334683 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3334683 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b0203ef: rootName = solr_56425, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7872aed1 [junit4] 2> 3334688 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3334688 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bac577a: rootName = solr_56425, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d703fbb [junit4] 2> 3334690 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:56425_solr [junit4] 2> 3334691 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 3334692 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3334692 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3334692 INFO (zkCallback-6260-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3334692 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.Overseer Overseer (id=99413779048300550-127.0.0.1:56425_solr-n_0000000000) closing [junit4] 2> 3334692 INFO (zkCallback-6268-thread-1-processing-n:127.0.0.1:56437_solr) [n:127.0.0.1:56437_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3334692 INFO (zkCallback-6250-thread-1-processing-n:127.0.0.1:56425_solr) [n:127.0.0.1:56425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3334692 INFO (zkCallback-6288-thread-1-processing-n:127.0.0.1:56464_solr) [n:127.0.0.1:56464_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 3334692 INFO (OverseerStateUpdate-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56425_solr [junit4] 2> 3334693 WARN (OverseerAutoScalingTriggerThread-99413779048300550-127.0.0.1:56425_solr-n_0000000000) [n:127.0.0.1:56425_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 3334693 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 3334695 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@510c68bc{/solr,null,UNAVAILABLE} [junit4] 2> 3334695 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 3334695 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56424_solr [junit4] 2> 3334697 INFO (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.Overseer Overseer (id=99413779048300549-127.0.0.1:56424_solr-n_0000000001) starting [junit4] 2> 3334705 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 3334706 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 3334707 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3334707 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1 [junit4] 2> 3334707 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 3334710 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3334710 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 3334711 DEBUG (ScheduledTrigger-12143-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3335722 DEBUG (ScheduledTrigger-12143-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3336732 DEBUG (ScheduledTrigger-12143-thread-2) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3337743 DEBUG (ScheduledTrigger-12143-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3338745 DEBUG (ScheduledTrigger-12143-thread-1) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3339707 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS [junit4] 2> 3339719 INFO (qtp1139425151-28634) [n:127.0.0.1:56464_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339722 INFO (qtp1346920357-28516) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339728 INFO (qtp1149754475-28578) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339728 DEBUG (qtp1346920357-28514) [n:127.0.0.1:56424_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3339730 INFO (qtp1346920357-28514) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18 [junit4] 2> 3339731 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 3339734 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3339734 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true} [junit4] 2> 3339735 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3339735 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11 [junit4] 2> 3339737 INFO (qtp1346920357-28514) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339740 INFO (qtp1149754475-28578) [n:127.0.0.1:56437_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339742 INFO (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 3339743 INFO (qtp1139425151-28639) [n:127.0.0.1:56464_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 3339744 DEBUG (qtp1139425151-28638) [n:127.0.0.1:56464_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3339744 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11 [junit4] 2> 3339745 INFO (qtp1139425151-28638) [n:127.0.0.1:56464_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11 [junit4] 2> 3339745 DEBUG (ScheduledTrigger-12143-thread-3) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 3339746 DEBUG (ScheduledTrigger-12143-thread-4) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR [junit4] 2> 3339746 DEBUG (ScheduledTrigger-12143-thread-4) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3 [junit4] 2> 3339746 INFO (qtp1346920357-28520) [n:127.0.0.1:56424_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 3339747 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12 [junit4] 2> 3339748 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3339750 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3339750 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true} [junit4] 2> 3339750 DEBUG (zkCallback-6248-thread-1-processing-n:127.0.0.1:56424_solr) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56424_solr, 127.0.0.1:56437_solr, 127.0.0.1:56464_solr] [junit4] 2> 3339751 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12 [junit4] 2> 3339755 INFO (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init [junit4] 2> 3339757 DEBUG (OverseerAutoScalingTriggerThread-99413779048300549-127.0.0.1:56424_solr-n_0000000001) [n:127.0.0.1:56424_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12 [junit4] 2> 3339758 DEBUG (ScheduledTrigger-12143-thread-2) [n:127.0.0.1:56424_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 [junit4] 2> 3339759 INFO (qtp1346920357-28520) [n:127.0.0.1:56424_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12 [junit4] 2> 3339760 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1 [junit4] 2> 3339760 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3339761 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3339761 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3339761 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3339762 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77173e45{/solr,null,AVAILABLE} [junit4] 2> 3339762 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[E9410546733603A2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27c89b54{HTTP/1.1,[http/1.1]}{127.0.0.1:56473} [junit4] 2> 3339762 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistr [...truncated too long message...] stFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@655943e9{/solr,null,UNAVAILABLE} [junit4] 2> 8774 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 38793 WARN (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1850466759{STOPPING,?<=?<=?????,i=?,q=?} Couldn't stop Thread[qtp1850466759-57,5,TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] 2> 38797 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 38797 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=464542332 [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5dde446f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eef9d8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 38798 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b957df4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null [junit4] 2> 38801 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2d44c67f [junit4] 2> 38801 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=759481983 [junit4] 2> 38812 INFO (coreCloseExecutor-51-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e17df8a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null [junit4] 2> 38818 INFO (SUITE-TestFeatureExtractionFromMultipleSegments-seed#[63908A209C36A0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Jan 26, 2018 2:48:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Jan 26, 2018 2:48:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: [junit4] 2> 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) [junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) [junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844) [junit4] 2> Jan 26, 2018 2:48:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] 2> Jan 26, 2018 2:48:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] 2> at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) [junit4] 2> at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] 2> at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) [junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844) [junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@35996ca2), locale=mzn, timezone=VST [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=14310672,total=54853632 [junit4] 2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestFeatureExtractionFromMultipleSegments] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFeatureExtractionFromMultipleSegments -Dtests.seed=63908A209C36A0E1 -Dtests.slow=true -Dtests.locale=mzn -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J1 | TestFeatureExtractionFromMultipleSegments (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFeatureExtractionFromMultipleSegments: [junit4] > 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) [junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844) [junit4] > at __randomizedtesting.SeedInfo.seed([63908A209C36A0E1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=57, name=qtp1850466759-57, state=TIMED_WAITING, group=TGRP-TestFeatureExtractionFromMultipleSegments] [junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] > at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192) [junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844) [junit4] > at __randomizedtesting.SeedInfo.seed([63908A209C36A0E1]:0) [junit4] Completed [28/35 (1!)] on J1 in 56.01s, 1 test, 2 errors <<< FAILURES! [...truncated 33441 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org