Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1686/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
6 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:40784/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33392/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:64692/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40784/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33392/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:64692/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([4345EFD68FB03AA4:E9883C243863EF74]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33392/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) ... 46 more FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([4345EFD68FB03AA4:CB11D00C214C575C]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=35677, name=jetty-launcher-9672-thread-2-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=35676, name=jetty-launcher-9672-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=35678, name=jetty-launcher-9672-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 4) Thread[id=35675, name=jetty-launcher-9672-thread-1-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=35677, name=jetty-launcher-9672-thread-2-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=35676, name=jetty-launcher-9672-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=35678, name=jetty-launcher-9672-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 4) Thread[id=35675, name=jetty-launcher-9672-thread-1-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) at __randomizedtesting.SeedInfo.seed([4345EFD68FB03AA4]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=35677, name=jetty-launcher-9672-thread-2-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=35675, name=jetty-launcher-9672-thread-1-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=35677, name=jetty-launcher-9672-thread-2-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=35675, name=jetty-launcher-9672-thread-1-SendThread(127.0.0.1:35940), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) at __randomizedtesting.SeedInfo.seed([4345EFD68FB03AA4]:0) FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.SchemaTest Error Message: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest: 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest: 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([B507B0150DFA9FB0]:0) FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.SchemaTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) at __randomizedtesting.SeedInfo.seed([B507B0150DFA9FB0]:0) Build Log: [...truncated 12256 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/init-core-data-001 [junit4] 2> 609574 WARN (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8 [junit4] 2> 609574 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 609579 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 609579 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 609580 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001 [junit4] 2> 609581 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 609581 INFO (Thread-672) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 609583 INFO (Thread-672) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 609585 ERROR (Thread-672) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 609691 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47955 [junit4] 2> 609721 INFO (zkConnectionManagerCallback-578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 609736 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 609738 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 609738 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 609738 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 609738 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659c7a{/solr,null,AVAILABLE} [junit4] 2> 609739 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4822785a{HTTP/1.1,[http/1.1]}{127.0.0.1:64692} [junit4] 2> 609739 INFO (jetty-launcher-575-thread-4) [ ] o.e.j.s.Server Started @613440ms [junit4] 2> 609739 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64692} [junit4] 2> 609741 ERROR (jetty-launcher-575-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 609741 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 609741 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 609741 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 609741 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T23:51:11.539Z [junit4] 2> 609749 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 609752 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 609752 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 609753 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 609753 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77843a08{/solr,null,AVAILABLE} [junit4] 2> 609753 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4123ba91{HTTP/1.1,[http/1.1]}{127.0.0.1:41033} [junit4] 2> 609754 INFO (jetty-launcher-575-thread-1) [ ] o.e.j.s.Server Started @613454ms [junit4] 2> 609754 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41033} [junit4] 2> 609797 ERROR (jetty-launcher-575-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 609797 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 609797 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 609797 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 609797 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T23:51:11.595Z [junit4] 2> 609799 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 609800 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 609800 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 609800 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 609801 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@697bc7ee{/solr,null,AVAILABLE} [junit4] 2> 609801 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e68d209{HTTP/1.1,[http/1.1]}{127.0.0.1:40784} [junit4] 2> 609868 INFO (jetty-launcher-575-thread-3) [ ] o.e.j.s.Server Started @613502ms [junit4] 2> 609869 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40784} [junit4] 2> 609869 ERROR (jetty-launcher-575-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 609869 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 609869 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 609869 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 609869 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T23:51:11.667Z [junit4] 2> 609883 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 609884 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 609884 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 609884 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 609885 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@511988f4{/solr,null,AVAILABLE} [junit4] 2> 609899 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1165ae5{HTTP/1.1,[http/1.1]}{127.0.0.1:52149} [junit4] 2> 609899 INFO (jetty-launcher-575-thread-2) [ ] o.e.j.s.Server Started @613600ms [junit4] 2> 609899 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52149} [junit4] 2> 609918 INFO (zkConnectionManagerCallback-582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 609919 ERROR (jetty-launcher-575-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 609919 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 609920 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 609920 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 609920 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T23:51:11.718Z [junit4] 2> 609921 INFO (zkConnectionManagerCallback-580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 609923 INFO (zkConnectionManagerCallback-584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 609928 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 609939 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 609939 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 609973 INFO (jetty-launcher-575-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47955/solr [junit4] 2> 609985 INFO (zkConnectionManagerCallback-586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 609990 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 609993 INFO (zkConnectionManagerCallback-590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610000 INFO (jetty-launcher-575-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47955/solr [junit4] 2> 610004 INFO (jetty-launcher-575-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47955/solr [junit4] 2> 610027 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10095e788570004, likely client has closed socket [junit4] 2> 610045 INFO (jetty-launcher-575-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47955/solr [junit4] 2> 610047 INFO (zkConnectionManagerCallback-594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610058 INFO (zkConnectionManagerCallback-602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610059 DEBUG (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$291/1697903689@22921aea [junit4] 2> 610060 DEBUG (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$291/1697903689@6b9f277d [junit4] 2> 610072 INFO (zkConnectionManagerCallback-606-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610076 INFO (zkConnectionManagerCallback-598-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610079 DEBUG (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$291/1697903689@6a24b915 [junit4] 2> 610081 INFO (zkConnectionManagerCallback-604-thread-1-processing-n:127.0.0.1:40784_solr) [n:127.0.0.1:40784_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610116 INFO (zkConnectionManagerCallback-608-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610117 DEBUG (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$291/1697903689@2619ebe4 [junit4] 2> 610124 INFO (zkConnectionManagerCallback-610-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 610295 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 610296 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610297 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 610297 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 610298 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 610311 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 610332 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 610333 DEBUG (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72222415695314955-127.0.0.1:52149_solr-n_0000000000 [junit4] 2> 610333 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 610333 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52149_solr [junit4] 2> 610334 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610339 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 610340 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 610341 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 610341 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer Overseer (id=72222415695314955-127.0.0.1:52149_solr-n_0000000000) starting [junit4] 2> 610364 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 610364 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610365 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 610366 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 610367 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 610368 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 610379 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 610382 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 610382 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 610383 DEBUG (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72222415695314952-127.0.0.1:41033_solr-n_0000000001 [junit4] 2> 610436 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52149_solr [junit4] 2> 610436 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 610437 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72222415695314955-127.0.0.1:52149_solr-n_0000000000 [junit4] 2> 610438 DEBUG (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72222415695314955-127.0.0.1:52149_solr-n_0000000000 to know if I could be the leader [junit4] 2> 610438 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610441 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 610443 DEBUG (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41033_solr as DOWN [junit4] 2> 610444 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610444 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610444 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 [junit4] 2> 610444 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 610444 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 610444 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 610444 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [] [junit4] 2> 610445 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: [] [junit4] 2> 610510 INFO (zkCallback-605-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 610513 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 610518 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json [junit4] 2> 610520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610520 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 610521 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 610522 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [] [junit4] 2> 610522 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 610523 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 610523 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41033_solr [junit4] 2> 610522 INFO (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 610527 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610527 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610527 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610536 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work [junit4] 2> 610537 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 610537 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610537 INFO (zkCallback-607-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 610538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 610538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610538 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 610538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610538 INFO (zkCallback-605-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 610546 DEBUG (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72222415695314956-127.0.0.1:64692_solr-n_0000000002 [junit4] 2> 610546 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:41033_solr"} current state version: 0 [junit4] 2> 610546 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41033_solr [junit4] 2> 610552 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72222415695314952-127.0.0.1:41033_solr-n_0000000001 [junit4] 2> 610553 DEBUG (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72222415695314952-127.0.0.1:41033_solr-n_0000000001 to know if I could be the leader [junit4] 2> 610553 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 610554 DEBUG (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:64692_solr as DOWN [junit4] 2> 610554 DEBUG (OverseerAutoScalingTriggerThread-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 610555 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 610561 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 610562 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64692_solr [junit4] 2> 610564 DEBUG (ScheduledTrigger-880-thread-1) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 610564 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 610568 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:64692_solr"} current state version: 0 [junit4] 2> 610568 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:64692_solr [junit4] 2> 610568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610577 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610578 INFO (zkCallback-607-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 610578 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610578 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610578 INFO (zkCallback-605-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 610578 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 610669 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 610670 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 610695 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64692.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610704 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64692.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610704 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64692.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610706 INFO (jetty-launcher-575-thread-4) [n:127.0.0.1:64692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001/node3/. [junit4] 2> 610814 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 610814 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610814 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 610815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 610828 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 610828 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 610829 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 610830 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 610830 DEBUG (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72222415695314954-127.0.0.1:40784_solr-n_0000000003 [junit4] 2> 610831 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72222415695314956-127.0.0.1:64692_solr-n_0000000002 [junit4] 2> 610832 DEBUG (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72222415695314956-127.0.0.1:64692_solr-n_0000000002 to know if I could be the leader [junit4] 2> 610832 DEBUG (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40784_solr as DOWN [junit4] 2> 610833 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 610833 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40784_solr [junit4] 2> 610834 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610834 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610834 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610834 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 610847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 610848 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610848 INFO (zkCallback-607-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 610848 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610848 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610848 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 610848 INFO (zkCallback-605-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 610849 INFO (zkCallback-603-thread-1-processing-n:127.0.0.1:40784_solr) [n:127.0.0.1:40784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 610850 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 610850 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:40784_solr"} current state version: 0 [junit4] 2> 610850 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40784_solr [junit4] 2> 610863 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41033.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610871 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41033.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610872 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41033.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610873 INFO (jetty-launcher-575-thread-1) [n:127.0.0.1:41033_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001/node1/. [junit4] 2> 610898 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52149.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610907 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52149.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610907 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52149.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 610909 INFO (jetty-launcher-575-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001/node2/. [junit4] 2> 610986 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 610993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 611053 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40784.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 611067 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40784.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 611067 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40784.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 611073 INFO (jetty-launcher-575-thread-3) [n:127.0.0.1:40784_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001/node4/. [junit4] 2> 611186 INFO (zkConnectionManagerCallback-620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 611187 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10095e78857000d, likely client has closed socket [junit4] 2> 611221 INFO (zkConnectionManagerCallback-624-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 611222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 611227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 611228 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 611228 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 611228 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 611229 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 611229 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47955/solr ready [junit4] 2> 611287 INFO (qtp115552807-2721) [n:127.0.0.1:52149_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 611302 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 611302 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000 [junit4] 2> 611303 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 611303 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000 [junit4] 2> 611303 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ] [junit4] 2> 611303 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]] [junit4] 2> 611303 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running [junit4] 2> 611303 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"} [junit4] 2> 611325 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 [junit4] 2> 611325 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 611325 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 611325 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 611325 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 611326 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[] [junit4] 2> 611313 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000 [junit4] 2> 611326 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"} [junit4] 2> 611329 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 611330 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000 [junit4] 2> 611331 DEBUG (zkCallback-607-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null [junit4] 2> 611331 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 611332 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed. [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000] [junit4] 2> 611332 DEBUG (OverseerThreadFactory-882-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:52149_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=4,errors=0,avgRequestsPerSecond=4.47927349337346,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=2.871611,medianRequestTime=3.089084,75thPcRequestTime=6.492012,95thPcRequestTime=6.492012,99thPcRequestTime=6.492012,999thPcRequestTime=6.492012},downnode={requests=3,errors=0,avgRequestsPerSecond=3.8396693780496247,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.03850866666666666,medianRequestTime=0.036472,75thPcRequestTime=0.042678,95thPcRequestTime=0.042678,99thPcRequestTime=0.042678,999thPcRequestTime=0.042678}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=3.1726615963536804,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=25.37763328389463,medianRequestTime=21.285601,75thPcRequestTime=53.09493,95thPcRequestTime=53.09493,99thPcRequestTime=53.09493,999thPcRequestTime=53.09493},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=1.2479992621828362,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=9.886753,medianRequestTime=9.886753,75thPcRequestTime=9.886753,95thPcRequestTime=9.886753,99thPcRequestTime=9.886753,999thPcRequestTime=9.886753}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=1.1322487997624906,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=858.992218,medianRequestTime=858.992218,75thPcRequestTime=858.992218,95thPcRequestTime=858.992218,99thPcRequestTime=858.992218,999thPcRequestTime=858.992218}}} [junit4] 2> 611333 INFO (qtp115552807-2721) [n:127.0.0.1:52149_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=46 [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 611503 WARN (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 611533 WARN (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 611538 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 611556 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_57142_hdfs____h2hkge/webapp [junit4] 2> 611588 DEBUG (ScheduledTrigger-880-thread-1) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 612246 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:57142 [junit4] 2> 612481 WARN (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 612487 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 612502 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_64327_datanode____.mskzq7/webapp [junit4] 2> 612599 DEBUG (ScheduledTrigger-880-thread-2) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 613248 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64327 [junit4] 2> 613329 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]] [junit4] 2> 613345 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 [junit4] 2> 613345 INFO (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 613346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 613346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 613346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 613346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [] [junit4] 2> 613346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: [] [junit4] 2> 613560 WARN (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 613562 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 613601 DEBUG (ScheduledTrigger-880-thread-1) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 613605 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47865_datanode____819bp7/webapp [junit4] 2> 613981 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:49495) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 614169 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8ef5d3964bd0a: from storage DS-fbdda7f5-7b35-4448-9bc9-9f51e667e0dc node DatanodeRegistration(127.0.0.1:61834, datanodeUuid=257b97b6-fa7a-4371-9f18-25efb890a32f, infoPort=50332, infoSecurePort=0, ipcPort=40174, storageInfo=lv=-56;cid=testClusterID;nsid=1587349690;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 614170 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8ef5d3964bd0a: from storage DS-dff3c7e8-98e8-4b7e-a5e4-a01d710a142b node DatanodeRegistration(127.0.0.1:61834, datanodeUuid=257b97b6-fa7a-4371-9f18-25efb890a32f, infoPort=50332, infoSecurePort=0, ipcPort=40174, storageInfo=lv=-56;cid=testClusterID;nsid=1587349690;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 614562 INFO (SUITE-MoveReplicaHDFSTest-seed#[4345EFD68FB03AA4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47865 [junit4] 2> 614602 DEBUG (ScheduledTrigger-880-thread-1) [n:127.0.0.1:52149_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 614980 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:49495) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 615002 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8ef5d6af55a62: from storage DS-2e35587d-058b-47a9-a3ae-b793a0c990fa node DatanodeRegistration(127.0.0.1:45598, datanodeUuid=4b168b1a-7bce-467c-b803-a6ede9d54da3, infoPort=41933, infoSecurePort=0, ipcPort=62279, storageInfo=lv=-56;cid=testClusterID;nsid=1587349690;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 615003 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8ef5d6af55a62: from storage DS-c70a7c1b-b622-4df3-b51f-93b5fa55d843 node DatanodeRegistration(127.0.0.1:45598, datanodeUuid=4b168b1a-7bce-467c-b803-a6ede9d54da3, infoPort=41933, infoSecurePort=0, ipcPort=62279, storageInfo=lv=-56;cid=testClusterID;nsid=1587349690;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 615194 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove [junit4] 2> 615195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 615196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615196 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 615197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 615197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 615197 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 615199 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 615201 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 615201 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 615201 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 615201 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b1c6f6c{/solr,null,AVAILABLE} [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@313dc612{HTTP/1.1,[http/1.1]}{127.0.0.1:56362} [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.e.j.s.Server Started @618904ms [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56362} [junit4] 2> 615202 ERROR (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 615202 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-18T23:51:17Z [junit4] 2> 615207 INFO (zkConnectionManagerCallback-627-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 615208 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 615217 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47955/solr [junit4] 2> 615219 INFO (zkConnectionManagerCallback-631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 615222 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$291/1697903689@44109a0b [junit4] 2> 615225 INFO (zkConnectionManagerCallback-633-thread-1-processing-n:127.0.0.1:56362_solr) [n:127.0.0.1:56362_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 615236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json [junit4] 2> 615237 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615237 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 615237 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 615238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 615238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 615239 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 615241 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 615242 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72222415695314961-127.0.0.1:56362_solr-n_0000000004 [junit4] 2> 615243 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72222415695314954-127.0.0.1:40784_solr-n_0000000003 [junit4] 2> 615243 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72222415695314954-127.0.0.1:40784_solr-n_0000000003 to know if I could be the leader [junit4] 2> 615243 DEBUG (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:56362_solr as DOWN [junit4] 2> 615245 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 615245 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56362_solr [junit4] 2> 615246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 615246 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:56362_solr"} current state version: 0 [junit4] 2> 615246 DEBUG (OverseerStateUpdate-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56362_solr [junit4] 2> 615246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615247 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615248 INFO (zkCallback-609-thread-1-processing-n:127.0.0.1:64692_solr) [n:127.0.0.1:64692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615248 INFO (zkCallback-605-thread-1-processing-n:127.0.0.1:41033_solr) [n:127.0.0.1:41033_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615248 INFO (zkCallback-603-thread-1-processing-n:127.0.0.1:40784_solr) [n:127.0.0.1:40784_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615248 INFO (zkCallback-607-thread-1-processing-n:127.0.0.1:52149_solr) [n:127.0.0.1:52149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615249 INFO (zkCallback-623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615249 INFO (zkCallback-623-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615250 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 615251 INFO (zkCallback-632-thread-1-processing-n:127.0.0.1:56362_solr) [n:127.0.0.1:56362_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 615346 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]] [junit4] 2> 615347 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [] [junit4] 2> 615347 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: [] [junit4] 2> 615348 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 615405 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56362.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 615414 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56362.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 615415 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56362.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66f47229 [junit4] 2> 615416 INFO (TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[4345EFD68FB03AA4]) [n:127.0.0.1:56362_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_4345EFD68FB03AA4-001/tempDir-001/node5/. [junit4] 2> 615481 INFO (zkConnectionManagerCallback-637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 615488 INFO (qtp1935140509-2704) [n:127.0.0.1:40784_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 615489 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 615489 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002 [junit4] 2> 615490 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 615490 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work [junit4] 2> 615490 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52149_solr-n_0000000000) [n:127.0.0.1:52149_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002 [junit4] 2> 615490 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 615491 DEBUG (OverseerCollectionConfigSetProcessor-72222415695314955-127.0.0.1:52 [...truncated too long message...] ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=265906954 [junit4] 2> 157530 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 157530 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77c4055b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2bbdc8a7 [junit4] 2> 157535 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 157535 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69425337: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@245383db [junit4] 2> 157545 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 157545 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d9b1ab: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@19949b72 [junit4] 2> 157545 INFO (coreCloseExecutor-930-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6987da4a [junit4] 2> 157545 INFO (coreCloseExecutor-930-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1770510922 [junit4] 2> 157545 INFO (coreCloseExecutor-930-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2663b6ee: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@776b2c6b [junit4] 2> 157553 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c494ead{/solr,null,UNAVAILABLE} [junit4] 2> 157553 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 157554 INFO (TEST-SchemaTest.testGetDynamicFieldsAccuracy-seed#[B507B0150DFA9FB0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetDynamicFieldsAccuracy [junit4] 2> 157556 INFO (SUITE-SchemaTest-seed#[B507B0150DFA9FB0]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Feb 19, 2018 12:46:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> Feb 19, 2018 12:46:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest: [junit4] 2> 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Feb 19, 2018 12:46:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] [junit4] 2> Feb 19, 2018 12:46:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1467, maxMBSortInHeap=7.33945304010125, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@74238bac), locale=hr, timezone=Europe/Saratov [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=226012808,total=369098752 [junit4] 2> NOTE: All tests run in this JVM: [RecursiveEvaluatorTest, TestV1toV2ApiMapper, UuidEvaluatorTest, ModifiableSolrParamsTest, NamedListTest, TestSolrProperties, TestSpellCheckResponse, SolrExampleEmbeddedTest, StreamingTest, TestDocumentObjectBinder, AddEvaluatorTest, TestPolicy, TestCollectionStateWatchers, SineEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, CloudSolrClientBuilderTest, TestXMLEscaping, TestLBHttpSolrClient, CommonAdminParamsTest, ArrayEvaluatorTest, SelectWithEvaluatorsTest, ConcatOperationTest, SolrDocumentTest, TestCloudSolrClientConnections, StreamExpressionToExpessionTest, LengthEvaluatorTest, TestEmbeddedSolrServer, NoOpResponseParserTest, TestDelegationTokenRequest, NotEvaluatorTest, TermsResponseTest, ConcurrentUpdateSolrClientBuilderTest, NormalDistributionEvaluatorTest, SchemaTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SchemaTest -Dtests.seed=B507B0150DFA9FB0 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Europe/Saratov -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J0 | SchemaTest (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.SchemaTest: [junit4] > 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([B507B0150DFA9FB0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=1889, name=qtp1853336436-1889, state=TIMED_WAITING, group=TGRP-SchemaTest] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) [junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > at __randomizedtesting.SeedInfo.seed([B507B0150DFA9FB0]:0) [junit4] Completed [96/146 (1!)] on J0 in 70.99s, 35 tests, 2 errors <<< FAILURES! [...truncated 47690 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
