Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4040/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll
Error Message:
Could not find collection:testStopAllStartAllCollection
Stack Trace:
java.lang.AssertionError: Could not find
collection:testStopAllStartAllCollection
at
__randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43:C648D4468D84066C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at
org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll(TestMiniSolrCloudCluster.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle
the request.
at
__randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43:138C65904B5B41E6]:0)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1123)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at
org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete(TestMiniSolrCloudCluster.java:172)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
21 threads leaked from SUITE scope at
org.apache.solr.cloud.TestMiniSolrCloudCluster: 1) Thread[id=23405,
name=OverseerCollectionConfigSetProcessor-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=WAITING, group=Overseer collection creation process.] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23399,
name=zkCallback-4055-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23459,
name=zkCallback-4055-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23404,
name=OverseerStateUpdate-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=TIMED_WAITING, group=Overseer state updater.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at
org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243)
at
org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:430)
at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:183)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:219)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23365,
name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native
Method) at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23382,
name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native
Method) at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23458,
name=zkCallback-4055-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23456,
name=zkCallback-4057-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23460,
name=zkCallback-4055-thread-5, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23367,
name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native
Method) at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748) 11) Thread[id=23406,
name=OverseerHdfsCoreFailoverThread-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23390,
name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 13)
Thread[id=23391, name=jetty-launcher-4030-thread-1-EventThread, state=WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
14) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23401,
name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at
org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 16)
Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 17) Thread[id=23378,
name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native
Method) at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23402,
name=jetty-launcher-4030-thread-3-EventThread, state=WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
19) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23424,
name=OverseerThreadFactory-10619-thread-1, state=WAITING, group=Overseer
collection creation process.] at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 21) Thread[id=23455,
name=zkCallback-4057-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 21 threads leaked from
SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster:
1) Thread[id=23405,
name=OverseerCollectionConfigSetProcessor-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=WAITING, group=Overseer collection creation process.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23404,
name=OverseerStateUpdate-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at
org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243)
at
org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:430)
at
org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:183)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:219)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23365, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23382, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23367, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=23406,
name=OverseerHdfsCoreFailoverThread-98048539466530831-127.0.0.1:49804_solr-n_0000000000,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23390,
name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
13) Thread[id=23391, name=jetty-launcher-4030-thread-1-EventThread,
state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
14) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=23401,
name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at
org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
16) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=23378, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23402, name=jetty-launcher-4030-thread-3-EventThread,
state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
19) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23424, name=OverseerThreadFactory-10619-thread-1,
state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23459,
name=zkCallback-4055-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23458,
name=zkCallback-4055-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23456,
name=zkCallback-4057-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23403,
name=zkCallback-4057-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23460,
name=zkCallback-4055-thread-5, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23455,
name=zkCallback-4057-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23390,
name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
9) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23401,
name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
11) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23390,
name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
9) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23401,
name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
11) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING,
group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
Build Log:
[...truncated 12552 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
[junit4] 2> 2249607 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001
[junit4] 2> 2249607 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2249608 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2249608 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2249610 ERROR (Thread-4544) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2249710 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.ZkTestServer start zk server on port:49771
[junit4] 2> 2249731 INFO (jetty-launcher-3990-thread-3) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249731 INFO (jetty-launcher-3990-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249733 INFO (jetty-launcher-3990-thread-4) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249733 INFO (jetty-launcher-3990-thread-5) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249734 INFO (jetty-launcher-3990-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249738 INFO (jetty-launcher-3990-thread-5) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@5041dcc{/solr,null,AVAILABLE}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@3705970b{/solr,null,AVAILABLE}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@629ca4fc{HTTP/1.1,[http/1.1]}{127.0.0.1:49774}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ]
o.e.j.s.Server Started @2253061ms
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=49774}
[junit4] 2> 2249739 ERROR (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-29T23:52:57.135Z
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@2769a4ca{/solr,null,AVAILABLE}
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@4586f148{HTTP/1.1,[http/1.1]}{127.0.0.1:49775}
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ]
o.e.j.s.Server Started @2253064ms
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=49775}
[junit4] 2> 2249742 ERROR (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@e108efb{HTTP/1.1,[http/1.1]}{127.0.0.1:49773}
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ]
o.e.j.s.Server Started @2253064ms
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=49773}
[junit4] 2> 2249742 ERROR (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-29T23:52:57.138Z
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-29T23:52:57.138Z
[junit4] 2> 2249744 INFO (jetty-launcher-3990-thread-4) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@15f11c0c{/solr,null,AVAILABLE}
[junit4] 2> 2249747 INFO (jetty-launcher-3990-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@5f707ded{/solr,null,AVAILABLE}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@39d48c1c{HTTP/1.1,[http/1.1]}{127.0.0.1:49776}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ]
o.e.j.s.Server Started @2253070ms
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=49776}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@36a94279{HTTP/1.1,[http/1.1]}{127.0.0.1:49779}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ]
o.e.j.s.Server Started @2253070ms
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=49779}
[junit4] 2> 2249748 ERROR (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2249748 ERROR (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-29T23:52:57.144Z
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
7.0.0
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-05-29T23:52:57.144Z
[junit4] 2> 2249750 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249752 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249761 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249766 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249766 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249782 INFO (jetty-launcher-3990-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249784 INFO (jetty-launcher-3990-thread-3) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249789 INFO (jetty-launcher-3990-thread-5) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249793 INFO (jetty-launcher-3990-thread-4) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249795 INFO (jetty-launcher-3990-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249848 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249848 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249849 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249849 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249850 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249851 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:49776_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:49773_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:49775_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:49779_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:49774_solr
[junit4] 2> 2249854 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer
(id=98048539164934158-127.0.0.1:49776_solr-n_0000000000) starting
[junit4] 2> 2249855 INFO
(zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr)
[n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO
(zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr)
[n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO
(zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr)
[n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO
(zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr)
[n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO
(zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (4)
[junit4] 2> 2249959 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:49776_solr
[junit4] 2> 2249962 INFO
(zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr)
[n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO
(zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr)
[n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO
(zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO
(zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr)
[n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO
(zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr)
[n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (4) -> (5)
[junit4] 2> 2249991 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49779.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249993 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49779.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49779.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-1)
[n:127.0.0.1:49779_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node1/.
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49774.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250011 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49774.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250011 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49774.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250016 INFO (jetty-launcher-3990-thread-3)
[n:127.0.0.1:49774_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node3/.
[junit4] 2> 2250022 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49775.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250023 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49773.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250026 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49775.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250027 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49775.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250027 INFO (jetty-launcher-3990-thread-2)
[n:127.0.0.1:49775_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node2/.
[junit4] 2> 2250029 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49773.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250030 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49773.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250030 INFO (jetty-launcher-3990-thread-5)
[n:127.0.0.1:49773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node5/.
[junit4] 2> 2250050 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49776.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250054 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49776.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250054 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_49776.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250055 INFO (jetty-launcher-3990-thread-4)
[n:127.0.0.1:49776_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node4/.
[junit4] 2> 2251071 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2251072 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at
127.0.0.1:49771/solr ready
[junit4] 2> 2251074 INFO (qtp900090478-23189) [n:127.0.0.1:49779_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&collection.configName=solrCloudCollectionConfig&property.solr.tests.useMergePolicyFactory=true&createNodeSet=EMPTY&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&pullReplicas=0&async=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
and sendToOCPQueue=true
[junit4] 2> 2251076 INFO (qtp900090478-23189) [n:127.0.0.1:49779_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&collection.configName=solrCloudCollectionConfig&property.solr.tests.useMergePolicyFactory=true&createNodeSet=EMPTY&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&pullReplicas=0&async=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin}
status=0 QTime=2
[junit4] 2> 2251077 INFO (qtp900090478-23190) [n:127.0.0.1:49779_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2251079 INFO (qtp900090478-23190) [n:127.0.0.1:49779_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=2
[junit4] 2> 2251080 INFO
(OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.CreateCollectionCmd Create collection
testSolrCloudCollectionWithoutCores
[junit4] 2> 2251080 WARN
(OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.CreateCollectionCmd It is unusual to
create a collection (testSolrCloudCollectionWithoutCores) without cores.
[junit4] 2> 2251201 INFO
(OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 2252090 INFO (qtp900090478-23192) [n:127.0.0.1:49779_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with
params
requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2252091 INFO (qtp900090478-23192) [n:127.0.0.1:49779_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2}
status=0 QTime=1
[junit4] 2> 2252092 INFO (qtp900090478-23193) [n:127.0.0.1:49779_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with
params
requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=DELETESTATUS&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2252098 INFO (qtp900090478-23193) [n:127.0.0.1:49779_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=DELETESTATUS&wt=javabin&version=2}
status=0 QTime=6
[junit4] 2> 2252103 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2252104 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish -
collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout
(sec):330
[junit4] 1> -
[junit4] 1> no one is recoverying
[junit4] 2> 2252105 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection:
testSolrCloudCollectionWithoutCores
[junit4] 2> 2252110 INFO (jetty-closer-3991-thread-3) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@39d48c1c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1319094424
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-2) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@629ca4fc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=182015356
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-4) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@e108efb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-5) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@4586f148{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-1) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@36a94279{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=770023413
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1757374339
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=379840419
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node,
tag=null
[junit4] 2> 2252146 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 2252146 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 2252149 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 2252151 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 2252151 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm,
tag=null
[junit4] 2> 2252173 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 2252174 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 2252178 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty,
tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-3) [ ]
o.a.s.c.Overseer Overseer
(id=98048539164934158-127.0.0.1:49776_solr-n_0000000000) closing
[junit4] 2> 2252180 INFO
(OverseerStateUpdate-98048539164934158-127.0.0.1:49776_solr-n_0000000000)
[n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:49776_solr
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-2) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 2252182 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2252182 INFO (jetty-closer-3991-thread-4) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 2252183 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2252184 WARN
(zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr)
[n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-5) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-1) [ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647
transient cores
[junit4] 2> 2252183 WARN
(zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr)
[n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252185 INFO (jetty-closer-3991-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@3705970b{/solr,null,UNAVAILABLE}
[junit4] 2> 2252185 INFO
(zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr)
[n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (5) -> (2)
[junit4] 2> 2252185 INFO
(zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr)
[n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (5) -> (2)
[junit4] 2> 2252186 INFO (jetty-closer-3991-thread-3) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@15f11c0c{/solr,null,UNAVAILABLE}
[junit4] 2> 2252187 WARN
(zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr)
[n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252187 WARN
(zkCallback-4017-thread-2-processing-n:127.0.0.1:49779_solr)
[n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2253694 WARN
(zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr)
[n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-4) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@5041dcc{/solr,null,UNAVAILABLE}
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-1) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@5f707ded{/solr,null,UNAVAILABLE}
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-5) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@2769a4ca{/solr,null,UNAVAILABLE}
[junit4] 2> 2253697 ERROR
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so
ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2253698 INFO
(TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43])
[ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49771 49771
[junit4] 2> 2253735 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:49771 49771
[junit4] 2> 2254204 WARN (Thread-4544) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> 2254208 INFO
(TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-002
[junit4] 2> 2254209 INFO
(TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2254209 INFO (Thread-4594) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2254209 INFO (Thread-4594) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2254212 ERROR (Thread-4594) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2254313 INFO
(TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [
] o.a.s.c.ZkTestServer start zk server on port:49798
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-3) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254
[...truncated too long message...]
:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=23459, name=zkCallback-4055-thread-4,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=23458, name=zkCallback-4055-thread-3,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=23456, name=zkCallback-4057-thread-4,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=23403, name=zkCallback-4057-thread-1,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=23460, name=zkCallback-4055-thread-5,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=23455, name=zkCallback-4057-thread-3,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=23390,
name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 9) Thread[id=23453, name=zkCallback-4057-thread-2,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=23401,
name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798),
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 11) Thread[id=23457, name=zkCallback-4055-thread-2,
state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
[junit4] Completed [532/716 (1!)] on J0 in 71.92s, 3 tests, 1 failure, 3
errors <<< FAILURES!
[...truncated 44001 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
