Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2021/
5 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([87A5073CE5F87200]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([87A5073CE5F87200]:0)
FAILED:
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at
__randomizedtesting.SeedInfo.seed([87A5073CE5F87200:C82D4EDA4FED984]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at
java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at
java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at
org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at
org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at
org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at
org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:396)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:567)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:506)
at
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:474)
at
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at
org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=197618,
name=qtp348395615-197618, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 2)
Thread[id=197619, name=qtp348395615-197619, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 3)
Thread[id=197622, name=Session-HouseKeeper-490dba5, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834) 4)
Thread[id=197616, name=qtp348395615-197616, state=RUNNABLE,
group=TGRP-ShardSplitTest] at
[email protected]/sun.nio.ch.EPoll.wait(Native Method) at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source) at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834) 5)
Thread[id=197615, name=qtp348395615-197615, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 6)
Thread[id=197617,
name=qtp348395615-197617-acceptor-٠@1e8d52d8-ServerConnector@10fb8e1f{HTTP/1.1,[http/1.1,
h2c]}{127.0.0.1:٤٣٩٤٥}, state=RUNNABLE, group=TGRP-ShardSplitTest] at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834) 7)
Thread[id=197734, name=Connector-Scheduler-10fb8e1f, state=WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834) 8)
Thread[id=197620, name=qtp348395615-197620, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 9)
Thread[id=197621, name=qtp348395615-197621, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 10)
Thread[id=197614, name=qtp348395615-197614, state=RUNNABLE,
group=TGRP-ShardSplitTest] at
[email protected]/sun.nio.ch.EPoll.wait(Native Method) at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source) at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from
SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=197618, name=qtp348395615-197618, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
2) Thread[id=197619, name=qtp348395615-197619, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
3) Thread[id=197622, name=Session-HouseKeeper-490dba5, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834)
4) Thread[id=197616, name=qtp348395615-197616, state=RUNNABLE,
group=TGRP-ShardSplitTest]
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
5) Thread[id=197615, name=qtp348395615-197615, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
6) Thread[id=197617,
name=qtp348395615-197617-acceptor-٠@1e8d52d8-ServerConnector@10fb8e1f{HTTP/1.1,[http/1.1,
h2c]}{127.0.0.1:٤٣٩٤٥}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native
Method)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
7) Thread[id=197734, name=Connector-Scheduler-10fb8e1f, state=WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834)
8) Thread[id=197620, name=qtp348395615-197620, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
9) Thread[id=197621, name=qtp348395615-197621, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
10) Thread[id=197614, name=qtp348395615-197614, state=RUNNABLE,
group=TGRP-ShardSplitTest]
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([87A5073CE5F87200]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=197616, name=qtp348395615-197616, state=RUNNABLE,
group=TGRP-ShardSplitTest] at
[email protected]/sun.nio.ch.EPoll.wait(Native Method) at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source) at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834) 2)
Thread[id=197615, name=qtp348395615-197615, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 3)
Thread[id=197617, name=qtp348395615-197617, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 4)
Thread[id=197618, name=qtp348395615-197618, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 5)
Thread[id=197619, name=qtp348395615-197619, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 6)
Thread[id=197622, name=Session-HouseKeeper-490dba5, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834) 7)
Thread[id=197734, name=Connector-Scheduler-10fb8e1f, state=WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834) 8)
Thread[id=197620, name=qtp348395615-197620, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 9)
Thread[id=197621, name=qtp348395615-197621, state=TIMED_WAITING,
group=TGRP-ShardSplitTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834) 10)
Thread[id=197614, name=qtp348395615-197614, state=RUNNABLE,
group=TGRP-ShardSplitTest] at
[email protected]/sun.nio.ch.EPoll.wait(Native Method) at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source) at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=197616, name=qtp348395615-197616, state=RUNNABLE,
group=TGRP-ShardSplitTest]
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
2) Thread[id=197615, name=qtp348395615-197615, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
3) Thread[id=197617, name=qtp348395615-197617, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
4) Thread[id=197618, name=qtp348395615-197618, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
5) Thread[id=197619, name=qtp348395615-197619, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
6) Thread[id=197622, name=Session-HouseKeeper-490dba5, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834)
7) Thread[id=197734, name=Connector-Scheduler-10fb8e1f, state=WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at [email protected]/java.lang.Thread.run(Thread.java:834)
8) Thread[id=197620, name=qtp348395615-197620, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
9) Thread[id=197621, name=qtp348395615-197621, state=TIMED_WAITING,
group=TGRP-ShardSplitTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at [email protected]/java.lang.Thread.run(Thread.java:834)
10) Thread[id=197614, name=qtp348395615-197614, state=RUNNABLE,
group=TGRP-ShardSplitTest]
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at
app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at
app//org.eclipse.jetty.io.ManagedSelector$$Lambda$197/0x000000010049d840.run(Unknown
Source)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at [email protected]/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([87A5073CE5F87200]:0)
Build Log:
[...truncated 15366 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 6086244 INFO
(SUITE-ShardSplitTest-seed#[87A5073CE5F87200]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6086245 INFO
(SUITE-ShardSplitTest-seed#[87A5073CE5F87200]-worker) [ ]
o.a.s.SolrTestCaseJ4 Created dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/data-dir-188-001
[junit4] 2> 6086245 INFO
(SUITE-ShardSplitTest-seed#[87A5073CE5F87200]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6086246 INFO
(SUITE-ShardSplitTest-seed#[87A5073CE5F87200]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776";)
[junit4] 2> 6086246 INFO
(SUITE-ShardSplitTest-seed#[87A5073CE5F87200]-worker) [ ]
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 6086248 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6086249 INFO (ZkTestServer Run Thread) [ ]
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6086249 INFO (ZkTestServer Run Thread) [ ]
o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6086349 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer start zk server on port:39829
[junit4] 2> 6086349 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39829
[junit4] 2> 6086349 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39829
[junit4] 2> 6086349 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39829
[junit4] 2> 6086351 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6086352 INFO (zkConnectionManagerCallback-9762-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086353 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6086362 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6086364 INFO (zkConnectionManagerCallback-9764-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086364 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6086365 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 6086366 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 6086367 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6086367 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 6086368 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 6086368 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 6086369 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 6086369 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6086370 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6086371 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 6086371 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkTestServer put
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 6086372 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly
asked otherwise
[junit4] 2> 6086461 WARN
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git:
afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.4+10-LTS
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6086462 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@7e4914c2{/,null,AVAILABLE}
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.AbstractConnector Started
ServerConnector@3d742605{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:?????}
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.s.Server Started @???????ms
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/,
solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/tempDir-001/control/data,
hostPort=41511,
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/control-001/cores,
replicaType=NRT}
[junit4] 2> 6086463 ERROR
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
9.0.0
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port
null
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6086463 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2019-11-17T21:41:27.918722Z
[junit4] 2> 6086464 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6086465 INFO (zkConnectionManagerCallback-9766-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086465 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6086566 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 6086566 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.SolrXmlConfig Loading container configuration from
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/control-001/solr.xml
[junit4] 2> 6086568 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6086568 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.SolrXmlConfig Configuration parameter
autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6086569 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@216c9ea5, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 6086744 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized:
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6086744 WARN
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.u.s.S.config Trusting all certificates configured for
Client@88b7d68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6086744 WARN
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
Client@88b7d68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6086746 WARN
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.u.s.S.config Trusting all certificates configured for
Client@497e21c8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6086746 WARN
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for
Client@497e21c8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6086748 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 6086748 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6086749 INFO (zkConnectionManagerCallback-9773-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086749 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6086851 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.c.ConnectionManager Waiting for client to
connect to ZooKeeper
[junit4] 2> 6086851 INFO (zkConnectionManagerCallback-9775-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086851 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.c.ConnectionManager Client is connected to
ZooKeeper
[junit4] 2> 6086904 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerElectionContext I am going to be the
leader 127.0.0.1:41511_
[junit4] 2> 6086904 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer Overseer
(id=72742345685598212-127.0.0.1:41511_-n_0000000000) starting
[junit4] 2> 6086907 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Process current queue
of overseer operations
[junit4] 2> 6086908 INFO
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer Starting to work on the main queue :
127.0.0.1:41511_
[junit4] 2> 6086908 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:41511_
[junit4] 2> 6086910 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Cleaning up
work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 6086910 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 6086910 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6086910 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 6086910 INFO
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 6086910 INFO
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 6086917 DEBUG
(OverseerAutoScalingTriggerThread-72742345685598212-127.0.0.1:41511_-n_0000000000)
[ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:41511_]
[junit4] 2> 6086917 DEBUG (ScheduledTrigger-10404-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 6086920 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.h.a.MetricsHistoryHandler No .system
collection, keeping metrics history in memory.
[junit4] 2> 6086930 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@216c9ea5
[junit4] 2> 6086936 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@216c9ea5
[junit4] 2> 6086936 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@216c9ea5
[junit4] 2> 6086937 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.p.PackageLoader /packages.json updated to
version -1
[junit4] 2> 6086938 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200])
[n:127.0.0.1:41511_ ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/control-001/cores
[junit4] 2> 6086951 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6086951 INFO (zkConnectionManagerCallback-9784-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6086951 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6086952 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6086953 INFO
(TEST-ShardSplitTest.testSplitAfterFailedSplit2-seed#[87A5073CE5F87200]) [
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39829/solr ready
[junit4] 2> 6086954 INFO (qtp1739351439-194625) [n:127.0.0.1:41511_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41511_&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 6086956 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from
work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 6086956 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Marked task
[/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 6086956 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection
Message Handler: Get the message
id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:41511_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6086956 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Runner processing
/overseer/collection-queue-work/qn-0000000000
[junit4] 2> 6086956 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler
OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:41511_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6086957 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Cleaning up
work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 6086957 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor RunningTasks:
[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6086957 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6086957 DEBUG
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 6086957 INFO
(OverseerCollectionConfigSetProcessor-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks:
[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6086957 INFO
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection
control_collection
[junit4] 2> 6086957 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating
collections conf node /collections/control_collection
[junit4] 2> 6086958 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection
zkNode:control_collection
[junit4] 2> 6086958 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode
exists
[junit4] 2> 6086959 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer processMessage: queueSize: 1,
message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:41511_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 6086959 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ClusterStateMutator building a new cName:
control_collection
[junit4] 2> 6086959 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ZkStateWriter going to create_collection
/collections/control_collection/state.json
[junit4] 2> 6087059 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores
for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:41511_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6087061 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core
control_collection_shard1_replica_n1 as part of shard shard1 of collection
control_collection on 127.0.0.1:41511_
[junit4] 2> 6087062 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core
create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6087062 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault
Allocating transient cache for 4 transient cores
[junit4] 2> 6087064 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer processMessage: queueSize: 1,
message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 6087064 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1
message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 6087065 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Will update state for
replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 6087065 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Collection is now:
DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 6087165 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ZkStateWriter going to update_collection
/collections/control_collection/state.json version: 0
[junit4] 2> 6087918 DEBUG (ScheduledTrigger-10404-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 6088070 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6088081 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6088131 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 6088140 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1'
using configuration from collection control_collection, trusted=true
[junit4] 2> 6088141 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.control_collection.shard1.replica_n1' (registry
'solr.core.control_collection.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@216c9ea5
[junit4] 2> 6088141 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore
at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/control-001/cores/control_collection_shard1_replica_n1],
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_87A5073CE5F87200-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 6088143 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
maxMergeAtOnce=33, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=1.5146484375,
floorSegmentMB=1.9853515625, forceMergeDeletesPctAllowed=2.973536986522717,
segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0,
deletesPctAllowed=40.27023215244029
[junit4] 2> 6088149 WARN (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,
b=B}}}
[junit4] 2> 6088175 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.UpdateLog
[junit4] 2> 6088175 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6088176 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6088176 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6088176 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.MockRandomMergePolicy:
org.apache.lucene.index.MockRandomMergePolicy@58433abb
[junit4] 2> 6088177 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@75f0069d[control_collection_shard1_replica_n1] main]
[junit4] 2> 6088178 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 6088178 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6088178 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6088178 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1650486819823812608
[junit4] 2> 6088180 INFO
(searcherExecutor-10411-thread-1-processing-n:127.0.0.1:41511_
x:control_collection_shard1_replica_n1 c:control_collection s:shard1)
[n:127.0.0.1:41511_ c:control_collection s:shard1
x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore
[control_collection_shard1_replica_n1] Registered new searcher
Searcher@75f0069d[control_collection_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6088182 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ZkShardTerms Successful update of terms at
/collections/control_collection/terms/shard1 to Terms{values={core_node2=0},
version=0}
[junit4] 2> 6088182 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created
/collections/control_collection/leaders/shard1
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:41511/control_collection_shard1_replica_n1/
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.SyncStrategy
http://127.0.0.1:41511/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6088184 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/control_collection/leaders/shard1/leader after winning as
/collections/control_collection/leader_elect/shard1/election/72742345685598212-core_node2-n_0000000000
[junit4] 2> 6088185 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:41511/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6088186 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer processMessage: queueSize: 1,
message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 6088286 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ZkStateWriter going to update_collection
/collections/control_collection/state.json version: 1
[junit4] 2> 6088287 INFO (zkCallback-9774-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6088287 INFO (zkCallback-9774-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6088287 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6088288 INFO (qtp1739351439-194627) [n:127.0.0.1:41511_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1227
[junit4] 2> 6088289 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.Overseer processMessage: queueSize: 1,
message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 6088289 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create
command on all shards for collection: control_collection
[junit4] 2> 6088289 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1
message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 6088289 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Will update state for
replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}
[junit4] 2> 6088289 DEBUG
(OverseerStateUpdate-72742345685598212-127.0.0.1:41511_-n_0000000000)
[n:127.0.0.1:41511_ ] o.a.s.c.o.ReplicaMutator Collection is now:
DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:41511";,
[junit4] 2> "node_name":"127.0.0.1:41511_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 6088289 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Completed
task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6088289 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTaskProcessor Marked task
[/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 6088289 DEBUG
(OverseerThreadFactory-10406-thread-1-processing-n:127.0.0.1:41511_)
[n:127.0.0.1:41511_ ] o.a.s.c.OverseerTask
[...truncated too long message...]
@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 321) Thread[id=53590, name=updateExecutor-9973-thread-3,
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] 2> at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] 2> at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] 2> at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at
[email protected]/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 322) Thread[id=53431, name=h2sc-9961-thread-5,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] 2> at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] 2> at
app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:352)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at
[email protected]/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 323) Thread[id=53347, name=h2sc-9933-thread-3,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] 2> at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] 2> at
app//org.eclipse.jetty.util.BlockingArrayQueue.take(BlockingArrayQueue.java:352)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at
[email protected]/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 324) Thread[id=53281, name=commitScheduler-8795-thread-1,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] 2> at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] 2> at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] 2> at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
[junit4] 2> at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at
[email protected]/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80):
{rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
a_t=PostingsFormat(name=Direct), _root_=PostingsFormat(name=Direct),
id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))},
docValues:{_version_=DocValuesFormat(name=Lucene80),
a_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=136,
maxMBSortInHeap=7.21456070160459,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@23790ca9),
locale=haw, timezone=Asia/Beirut
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4
(64-bit)/cpus=4,threads=350,free=371633672,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestDocSet, TestPushWriter,
MoreLikeThisComponentTest, TestDistribDocBasedVersion, SolrCoreTest,
DistributedFacetExistsSmallTest, SystemCollectionCompatTest,
TestManagedResourceStorage, TestSolrCLIRunExample,
TestPayloadCheckQParserPlugin, RegexBytesRefFilterTest, SolrCmdDistributorTest,
TestUninvertingReader, TestFieldCacheSortRandom, BlockJoinFacetRandomTest,
RecoveryAfterSoftCommitTest, OverseerTest, TestConfigSetsAPIZkFailure,
AsyncCallRequestStatusResponseTest, TestQueryTypes,
AnalysisAfterCoreReloadTest, TestExportTool, TermVectorComponentTest,
TestCoreContainer, TestDocBasedVersionConstraints, LeaderTragicEventTest,
TestDistributedMissingSort, ResourceLoaderTest, TestDelegationWithHadoopAuth,
TestFileDictionaryLookup, MergeStrategyTest, TestSortableTextField,
ForceLeaderTest, TestDynamicLoadingUrl, SortSpecParsingTest, ZkStateWriterTest,
TestRandomCollapseQParserPlugin, TestLegacyFieldCache, TestPullReplica,
TestSuggestSpellingConverter, DistributedMLTComponentTest, TestSolrQueryParser,
SchemaVersionSpecificBehaviorTest, TestAnalyzeInfixSuggestions, SampleTest,
HDFSCollectionsAPITest, TestHdfsUpdateLog, TimeRoutedAliasUpdateProcessorTest,
TestStressUserVersions, SearchRateTriggerIntegrationTest,
CollectionsAPIAsyncDistributedZkTest, MetricUtilsTest,
NodeAddedTriggerIntegrationTest, DebugComponentTest, TestSimLargeCluster,
SolrJmxReporterTest, ShardsWhitelistTest, TestFieldCache,
PreAnalyzedFieldManagedSchemaCloudTest, ActionThrottleTest, HLLUtilTest,
SuggesterTSTTest, TestCloudRecovery, SimpleCollectionCreateDeleteTest,
TestCharFilters, TestInfoStreamLogging, TestCopyFieldCollectionResource,
DaemonStreamApiTest, TestStressLucene, TestBlobHandler,
TestGraphMLResponseWriter, AssignBackwardCompatibilityTest,
DeleteInactiveReplicaTest, HttpPartitionWithTlogReplicasTest,
SolrShardReporterTest, TestReplicaProperties,
TestReversedWildcardFilterFactory, TestJsonFacetsWithNestedObjects,
XMLAtomicUpdateMultivalueTest, ParsingFieldUpdateProcessorsTest,
RoutingToNodesWithPropertiesTest, DeleteReplicaTest, SolrXmlInZkTest,
AutoAddReplicasPlanActionTest, CheckHdfsIndexTest, TestMultiWordSynonyms,
JSONWriterTest, NumericFieldsTest, IndexSchemaTest, TestUniqueKeyFieldResource,
RequiredFieldsTest, HttpSolrCallGetCoreTest, DistanceFunctionTest,
OverseerRolesTest, TestConfigSetImmutable, TestFieldTypeResource,
TestClassicSimilarityFactory, DistributedQueryElevationComponentTest,
TestCloudNestedDocsSort, DistributedFacetPivotSmallAdvancedTest,
TestSolrCoreParser, UUIDFieldTest, CloudMLTQParserTest,
TestChildDocTransformerHierarchy, CurrencyRangeFacetCloudTest,
HdfsUnloadDistributedZkTest, HdfsRecoverLeaseTest, TestQuerySenderListener,
MetricsHandlerTest, TestPKIAuthenticationPlugin, RulesTest,
OverriddenZkACLAndCredentialsProvidersTest, TestRemoteStreaming,
HealthCheckHandlerTest, TestHighFrequencyDictionaryFactory,
ClassificationUpdateProcessorIntegrationTest, HdfsSyncSliceTest, TestTrieFacet,
TestSolrConfigHandlerCloud, TestTrie, TestRestoreCore, UpdateLogTest,
TestZkChroot, TestClusterStateMutator, TestCrossCoreJoin, TestCaffeineCache,
TestFieldSortValues, SynonymTokenizerTest, FastVectorHighlighterTest,
TestHashPartitioner, AtomicUpdatesTest, SuggestComponentContextFilterQueryTest,
SpatialHeatmapFacetsTest, TestShortCircuitedRequests, EchoParamsTest,
AddSchemaFieldsUpdateProcessorFactoryTest, TestSubQueryTransformerCrossCore,
TestMinMaxOnMultiValuedField, MetricsHistoryIntegrationTest,
TestCSVResponseWriter, HdfsChaosMonkeyNothingIsSafeTest, TestCodecSupport,
TestFacetMethods, XmlUpdateRequestHandlerTest, CdcrUpdateLogTest,
ConnectionReuseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running
'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeyNothingIsSafeWithPullReplicasTest
-Dtests.seed=87A5073CE5F87200 -Dtests.multiplier=2 -Dtests.nightly=true
-Dtests.slow=true
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
-Dtests.locale=haw -Dtests.timezone=Asia/Beirut -Dtests.asserts=true
-Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | ChaosMonkeyNothingIsSafeWithPullReplicasTest
(suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>=
7200000 msec).
[junit4] > at
__randomizedtesting.SeedInfo.seed([87A5073CE5F87200]:0)
[junit4] Completed [888/888 (2!)] on J0 in 7215.20s, 1 test, 2 errors <<<
FAILURES!
[...truncated 52834 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
