Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11594/
Java: 32bit/jdk1.8.0_40-ea-b09 -client -XX:+UseConcMarkSweepGC (asserts: false)
4 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
Error Message:
ERROR: SolrIndexSearcher opens=3 closes=1
Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=3 closes=1
at __randomizedtesting.SeedInfo.seed([7AEB044CC32BE8AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:446)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:187)
at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
Error Message:
31 threads leaked from SUITE scope at
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest: 1) Thread[id=6429,
name=qtp4366589-6429, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 2) Thread[id=6430,
name=qtp4366589-6430, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 3) Thread[id=6403,
name=HashSessionScavenger-171, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.util.TimerThread.mainLoop(Timer.java:552) at
java.util.TimerThread.run(Timer.java:505) 4) Thread[id=6410,
name=qtp28302544-6410, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 5) Thread[id=6422,
name=coreZkRegister-3690-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 6) Thread[id=6432,
name=qtp4366589-6432, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 7) Thread[id=6405,
name=qtp28302544-6405 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 8) Thread[id=6436,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at
org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1185)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1110) 9)
Thread[id=6437,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-EventThread,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
10) Thread[id=6408, name=qtp28302544-6408, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 11) Thread[id=6428,
name=qtp4366589-6428 Acceptor1 [email protected]:49222,
state=BLOCKED, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 12) Thread[id=6404,
name=qtp28302544-6404 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 13) Thread[id=6406,
name=qtp28302544-6406 Acceptor0 [email protected]:42907,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 14) Thread[id=6411,
name=qtp28302544-6411, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 15) Thread[id=6424,
name=HashSessionScavenger-172, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.util.TimerThread.mainLoop(Timer.java:552) at
java.util.TimerThread.run(Timer.java:505) 16) Thread[id=6443,
name=coreZkRegister-3699-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 17) Thread[id=6440,
name=searcherExecutor-3704-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 18) Thread[id=6407,
name=qtp28302544-6407 Acceptor1 [email protected]:42907,
state=BLOCKED, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 19) Thread[id=6431,
name=qtp4366589-6431, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 20) Thread[id=6441,
name=Thread-2372, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:924) 21)
Thread[id=6446,
name=OverseerStateUpdate-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.] at
java.lang.Object.wait(Native Method) at
org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(DistributedQueue.java:273)
at
org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:317)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:591)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:569)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:275)
at java.lang.Thread.run(Thread.java:745) 22) Thread[id=6409,
name=qtp28302544-6409, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745) 23) Thread[id=6448,
name=OverseerHdfsCoreFailoverThread-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:136)
at java.lang.Thread.run(Thread.java:745) 24) Thread[id=6425,
name=qtp4366589-6425 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 25) Thread[id=6415,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 26)
Thread[id=6416,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-EventThread,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
27) Thread[id=6420, name=Thread-2361, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:924) 28)
Thread[id=6419, name=searcherExecutor-3695-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 29) Thread[id=6427,
name=qtp4366589-6427 Acceptor0 [email protected]:49222,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 30) Thread[id=6426,
name=qtp4366589-6426 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 31) Thread[id=6447,
name=OverseerCollectionProcessor-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer collection creation process.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
at
org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:540)
at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:298)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 31 threads leaked from
SUITE scope at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest:
1) Thread[id=6429, name=qtp4366589-6429, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=6430, name=qtp4366589-6430, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=6403, name=HashSessionScavenger-171, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
4) Thread[id=6410, name=qtp28302544-6410, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=6422, name=coreZkRegister-3690-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=6432, name=qtp4366589-6432, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=6405, name=qtp28302544-6405 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=6436,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at
org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1185)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1110)
9) Thread[id=6437,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-EventThread,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
10) Thread[id=6408, name=qtp28302544-6408, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=6428, name=qtp4366589-6428 Acceptor1
[email protected]:49222, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=6404, name=qtp28302544-6404 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=6406, name=qtp28302544-6406 Acceptor0
[email protected]:42907, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=6411, name=qtp28302544-6411, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=6424, name=HashSessionScavenger-172, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
16) Thread[id=6443, name=coreZkRegister-3699-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=6440, name=searcherExecutor-3704-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=6407, name=qtp28302544-6407 Acceptor1
[email protected]:42907, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:234)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=6431, name=qtp4366589-6431, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=6441, name=Thread-2372, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:924)
21) Thread[id=6446,
name=OverseerStateUpdate-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Object.wait(Native Method)
at
org.apache.solr.cloud.DistributedQueue$LatchWatcher.await(DistributedQueue.java:273)
at
org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:317)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:591)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:569)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:275)
at java.lang.Thread.run(Thread.java:745)
22) Thread[id=6409, name=qtp28302544-6409, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
23) Thread[id=6448,
name=OverseerHdfsCoreFailoverThread-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:136)
at java.lang.Thread.run(Thread.java:745)
24) Thread[id=6425, name=qtp4366589-6425 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
25) Thread[id=6415,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
26) Thread[id=6416,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-EventThread,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
27) Thread[id=6420, name=Thread-2361, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:924)
28) Thread[id=6419, name=searcherExecutor-3695-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
29) Thread[id=6427, name=qtp4366589-6427 Acceptor0
[email protected]:49222, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
30) Thread[id=6426, name=qtp4366589-6426 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
31) Thread[id=6447,
name=OverseerCollectionProcessor-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:345)
at
org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:540)
at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:298)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7AEB044CC32BE8AA]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=6440, name=searcherExecutor-3704-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 2) Thread[id=6403,
name=HashSessionScavenger-171, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.util.TimerThread.mainLoop(Timer.java:552) at
java.util.TimerThread.run(Timer.java:505) 3) Thread[id=6407,
name=qtp28302544-6407 Acceptor1 [email protected]:42907,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest] at
org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 4) Thread[id=6422,
name=coreZkRegister-3690-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 5) Thread[id=6405,
name=qtp28302544-6405 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at
sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at
sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 6) Thread[id=6436,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
7) Thread[id=6441, name=Thread-2372, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:924) 8)
Thread[id=6448,
name=OverseerHdfsCoreFailoverThread-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:136)
at java.lang.Thread.run(Thread.java:745) 9) Thread[id=6425,
name=qtp4366589-6425 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.IOUtil.drain(Native Method) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 10) Thread[id=6428,
name=qtp4366589-6428 Acceptor1 [email protected]:49222,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest] at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 11) Thread[id=6404,
name=qtp28302544-6404 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.IOUtil.drain(Native Method) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 12) Thread[id=6406,
name=qtp28302544-6406 Acceptor0 [email protected]:42907,
state=BLOCKED, group=TGRP-LeaderFailoverAfterPartitionTest] at
org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 13) Thread[id=6415,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
14) Thread[id=6420, name=Thread-2361, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.lang.Object.wait(Object.java:502) at
org.apache.solr.core.CloserThread.run(CoreContainer.java:924) 15)
Thread[id=6419, name=searcherExecutor-3695-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745) 16) Thread[id=6427,
name=qtp4366589-6427 Acceptor0 [email protected]:49222,
state=BLOCKED, group=TGRP-LeaderFailoverAfterPartitionTest] at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 17) Thread[id=6424,
name=HashSessionScavenger-172, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
java.lang.Object.wait(Native Method) at
java.util.TimerThread.mainLoop(Timer.java:552) at
java.util.TimerThread.run(Timer.java:505) 18) Thread[id=6426,
name=qtp4366589-6426 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745) 19) Thread[id=6443,
name=coreZkRegister-3699-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=6440, name=searcherExecutor-3704-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=6403, name=HashSessionScavenger-171, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
3) Thread[id=6407, name=qtp28302544-6407 Acceptor1
[email protected]:42907, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=6422, name=coreZkRegister-3690-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=6405, name=qtp28302544-6405 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
at
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=6436,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
7) Thread[id=6441, name=Thread-2372, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:924)
8) Thread[id=6448,
name=OverseerHdfsCoreFailoverThread-92955717291802631-127.0.0.1:46185_-n_0000000001,
state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:136)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=6425, name=qtp4366589-6425 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=6428, name=qtp4366589-6428 Acceptor1
[email protected]:49222, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=6404, name=qtp28302544-6404 Selector0, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=6406, name=qtp28302544-6406 Acceptor0
[email protected]:42907, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=6415,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
14) Thread[id=6420, name=Thread-2361, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:924)
15) Thread[id=6419, name=searcherExecutor-3695-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=6427, name=qtp4366589-6427 Acceptor0
[email protected]:49222, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=6424, name=HashSessionScavenger-172, state=TIMED_WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
18) Thread[id=6426, name=qtp4366589-6426 Selector1, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=6443, name=coreZkRegister-3699-thread-1, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7AEB044CC32BE8AA]:0)
FAILED:
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testDistribSearch
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at
__randomizedtesting.SeedInfo.seed([7AEB044CC32BE8AA:FB0D8A54B4748896]:0)
at java.net.PlainSocketImpl.socketBind(Native Method)
at
java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:382)
at java.net.ServerSocket.bind(ServerSocket.java:375)
at org.apache.solr.cloud.SocketProxy.open(SocketProxy.java:101)
at org.apache.solr.cloud.SocketProxy.<init>(SocketProxy.java:79)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createProxiedJetty(AbstractFullDistribZkTestBase.java:546)
at
org.apache.solr.cloud.HttpPartitionTest.createJetty(HttpPartitionTest.java:104)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:399)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:318)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10241 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/init-core-data-001
[junit4] 2> 2312642 T6361
oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system
property: /
[junit4] 2> 2312647 T6361 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 2312647 T6361 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2312648 T6362 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 2312748 T6361 oasc.ZkTestServer.run start zk server on
port:39292
[junit4] 2> 2312749 T6361
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 2312750 T6361 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 2312754 T6369 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@a4fb68 name:ZooKeeperConnection
Watcher:127.0.0.1:39292 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 2312754 T6361 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 2312754 T6361 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 2312755 T6361 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2312758 T6361
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 2312759 T6361 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 2312760 T6372 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@123e403 name:ZooKeeperConnection
Watcher:127.0.0.1:39292/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 2312760 T6361 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 2312760 T6361 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 2312761 T6361 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 2312763 T6361 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 2312766 T6361 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 2312768 T6361 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 2312770 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 2312771 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 2312774 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
to /configs/conf1/schema.xml
[junit4] 2> 2312775 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 2312777 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2312778 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2312780 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 2312781 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 2312783 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 2312784 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 2312786 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 2312787 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 2312789 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 2312790 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 2312792 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2312792 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 2312794 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2312795 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2312797 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 2312797 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 2312799 T6361 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 2312800 T6361 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 2313185 T6361 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 2313199 T6361 oejs.AbstractConnector.doStart Started
[email protected]:37521
[junit4] 2> 2313200 T6361 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 2313201 T6361 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 2313201 T6361 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002
[junit4] 2> 2313201 T6361 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/'
[junit4] 2> 2313225 T6361 oasc.ConfigSolr.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/solr.xml
[junit4] 2> 2313260 T6361 oasc.CoreContainer.<init> New CoreContainer
30583391
[junit4] 2> 2313261 T6361 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/]
[junit4] 2> 2313261 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting socketTimeout to: 90000
[junit4] 2> 2313262 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting urlScheme to:
[junit4] 2> 2313262 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting connTimeout to: 15000
[junit4] 2> 2313263 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnectionsPerHost to: 20
[junit4] 2> 2313263 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting maxConnections to: 10000
[junit4] 2> 2313263 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting corePoolSize to: 0
[junit4] 2> 2313264 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting maximumPoolSize to: 2147483647
[junit4] 2> 2313264 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting maxThreadIdleTime to: 5
[junit4] 2> 2313265 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting sizeOfQueue to: -1
[junit4] 2> 2313265 T6361 oashc.HttpShardHandlerFactory.getParameter
Setting fairnessPolicy to: false
[junit4] 2> 2313266 T6361 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 2313266 T6361 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2313267 T6361 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2313267 T6361 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 2313268 T6361 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:39292/solr
[junit4] 2> 2313268 T6361 oasc.ZkController.checkChrootPath zkHost
includes chroot
[junit4] 2> 2313268 T6361
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 2313269 T6361 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 2313271 T6384 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@9c4a0 name:ZooKeeperConnection
Watcher:127.0.0.1:39292 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 2313271 T6361 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 2313272 T6361 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 2313274 T6361 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 2313275 T6387 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@176a109 name:ZooKeeperConnection
Watcher:127.0.0.1:39292/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 2313275 T6361 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 2313276 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 2313279 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 2313281 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 2313284 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 2313287 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 2313290 T6361 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2313291 T6361 oasc.ZkController.createEphemeralLiveNode
Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48334_
[junit4] 2> 2313292 T6361 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:48334_
[junit4] 2> 2313294 T6361 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 2313296 T6361 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 2313297 T6361 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 2313299 T6361 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:48334_
[junit4] 2> 2313300 T6361 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 2313301 T6361 oasc.Overseer.start Overseer
(id=92955717291802627-127.0.0.1:48334_-n_0000000000) starting
[junit4] 2> 2313303 T6361 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 2313309 T6361 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 2313310 T6389 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 2313311 T6361 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 2313313 T6361 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 2313314 T6361
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 2313317 T6388 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 2313320 T6391 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 2313320 T6391 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 2313321 T6387 oasc.DistributedQueue$LatchWatcher.process
NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 2313322 T6391 oasc.ZkController.waitForCoreNodeName look for
our core node name
[junit4] 2> 2313324 T6388 oasc.Overseer$ClusterStateUpdater.processMessage
processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:48334";,
[junit4] 2> "node_name":"127.0.0.1:48334_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 2313324 T6388
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
control_collection with shards [shard1]
[junit4] 2> 2313324 T6388
oasc.Overseer$ClusterStateUpdater.createCollection state version
control_collection 1
[junit4] 2> 2313325 T6388 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 2313327 T6387 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2314322 T6391 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 2314323 T6391 oasc.ZkController.createCollectionZkNode Check
for collection zkNode:control_collection
[junit4] 2> 2314323 T6391 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 2314323 T6391 oascc.ZkStateReader.readConfigName Load
collection config from:/collections/control_collection
[junit4] 2> 2314324 T6391 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 2314325 T6391 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/collection1/'
[junit4] 2> 2314326 T6391 oasc.SolrResourceLoader.replaceClassLoader
Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 2314326 T6391 oasc.SolrResourceLoader.replaceClassLoader
Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 2314327 T6391 oasc.SolrResourceLoader.replaceClassLoader
Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest-7AEB044CC32BE8AA-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 2314354 T6391 oasc.ZkController.watchZKConfDir watch zkdir
/configs/conf1
[junit4] 2> 2314357 T6391 oasc.Config.<init> loaded config solrconfig.xml
with version 0
[junit4] 2> 2314394 T6391 oasc.SolrConfig.<init> Using Lucene
MatchVersion: 5.0.0
[junit4] 2> 2314421 T6391 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 2314422 T6391 oass.IndexSchema.readSchema Reading Solr Schema
from /configs/conf1/schema.xml
[junit4] 2> 2314495 T6391 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 2314686 T6391 oass.OpenExchangeRatesOrgProvider.init
Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 231
[...truncated too long message...]
ep(Native Method)
[junit4] > at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:136)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=6425, name=qtp4366589-6425 Selector0,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=6428, name=qtp4366589-6428 Acceptor1
[email protected]:49222, state=RUNNABLE,
group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
[junit4] > at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=6404, name=qtp28302544-6404 Selector0,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:90)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at
sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:105)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 12) Thread[id=6406, name=qtp28302544-6406 Acceptor0
[email protected]:42907, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at
org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
[junit4] > at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 13) Thread[id=6415,
name=TEST-LeaderFailoverAfterPartitionTest.testDistribSearch-seed#[7AEB044CC32BE8AA]-SendThread(127.0.0.1:39292),
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 14) Thread[id=6420, name=Thread-2361, state=WAITING,
group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at
org.apache.solr.core.CloserThread.run(CoreContainer.java:924)
[junit4] > 15) Thread[id=6419, name=searcherExecutor-3695-thread-1,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 16) Thread[id=6427, name=qtp4366589-6427 Acceptor0
[email protected]:49222, state=BLOCKED,
group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
[junit4] > at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 17) Thread[id=6424, name=HashSessionScavenger-172,
state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4] > at java.util.TimerThread.run(Timer.java:505)
[junit4] > 18) Thread[id=6426, name=qtp4366589-6426 Selector1,
state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native
Method)
[junit4] > at
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
[junit4] > at
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] > at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] > at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 19) Thread[id=6443, name=coreZkRegister-3699-thread-1,
state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([7AEB044CC32BE8AA]:0)
[junit4] Completed on J1 in 159.34s, 1 test, 1 failure, 3 errors <<<
FAILURES!
[...truncated 266 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:190: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:508: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1363:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:970:
There were test failures: 450 suites, 1843 tests, 3 suite-level errors, 1
error, 277 ignored (22 assumptions)
Total time: 81 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_40-ea-b09 -client
-XX:+UseConcMarkSweepGC (asserts: false)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
