Build: https://builds.apache.org/job/Lucene-Solr-Tests-http2/81/
6 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
1 thread leaked from SUITE scope at
org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 1) Thread[id=2991,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-2991, state=TIMED_WAITING,
group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest:
1) Thread[id=2991,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-2991, state=TIMED_WAITING,
group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3A9FF818E5A41FEE]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=2991,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-2991, state=TIMED_WAITING,
group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=2991,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-2991, state=TIMED_WAITING,
group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([3A9FF818E5A41FEE]:0)
FAILED:
org.apache.solr.handler.dataimport.TestHierarchicalDocBuilder.testThreeLevelHierarchy
Error Message:
Debug documents does not contain child documents <?xml version="1.0"
encoding="UTF-8"?> <response> <lst name="responseHeader"> <int
name="status">0</int> <int name="QTime">58</int> </lst> <lst name="initArgs">
<lst name="defaults"> <str
name="dots.in.hsqldb.driver">org.hsqldb.jdbcDriver</str> </lst> </lst> <str
name="command">full-import</str> <str name="mode">debug</str> <arr
name="documents"> </arr> <lst name="verbose-output"/> <str
name="status">idle</str> <str name="importResponse"/> <lst
name="statusMessages"> <str name="Total Requests made to DataSource">12</str>
<str name="Total Rows Fetched">22</str> <str name="Total Documents
Processed">3</str> <str name="Total Documents Skipped">0</str> <str
name="Full Dump Started">2018-12-11 21:05:32</str> <str name="">Indexing
completed. Added/Updated: 3 documents. Deleted 0 documents.</str> <str
name="Committed">2018-12-11 21:05:32</str> <str name="Time
taken">0:0:0.55</str> </lst> </response>
//arr[@name='documents']/lst[arr[@name='id']/str='2']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='4']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='7']
//arr[@name='documents']/lst[arr[@name='id']/str='2']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='4']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='7']
Stack Trace:
java.lang.AssertionError: Debug documents does not contain child documents
<?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">58</int>
</lst>
<lst name="initArgs">
<lst name="defaults">
<str name="dots.in.hsqldb.driver">org.hsqldb.jdbcDriver</str>
</lst>
</lst>
<str name="command">full-import</str>
<str name="mode">debug</str>
<arr name="documents">
</arr>
<lst name="verbose-output"/>
<str name="status">idle</str>
<str name="importResponse"/>
<lst name="statusMessages">
<str name="Total Requests made to DataSource">12</str>
<str name="Total Rows Fetched">22</str>
<str name="Total Documents Processed">3</str>
<str name="Total Documents Skipped">0</str>
<str name="Full Dump Started">2018-12-11 21:05:32</str>
<str name="">Indexing completed. Added/Updated: 3 documents. Deleted 0
documents.</str>
<str name="Committed">2018-12-11 21:05:32</str>
<str name="Time taken">0:0:0.55</str>
</lst>
</response>
//arr[@name='documents']/lst[arr[@name='id']/str='2']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='4']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='7']
//arr[@name='documents']/lst[arr[@name='id']/str='2']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='4']/arr[@name='_childDocuments_']/lst[arr[@name='id']/str='7']
at
__randomizedtesting.SeedInfo.seed([F9130E0F73D519F4:B7EC4D106158081A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.handler.dataimport.TestHierarchicalDocBuilder.testThreeLevelHierarchy(TestHierarchicalDocBuilder.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
Error Message:
1 thread leaked from SUITE scope at
org.apache.solr.client.solrj.io.graph.GraphExpressionTest: 1)
Thread[id=1954,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-1954, state=TIMED_WAITING,
group=TGRP-GraphExpressionTest] at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.client.solrj.io.graph.GraphExpressionTest:
1) Thread[id=1954,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-1954, state=TIMED_WAITING,
group=TGRP-GraphExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F289BB72594F6D4E]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=1954,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-1954, state=TIMED_WAITING,
group=TGRP-GraphExpressionTest] at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=1954,
name=h2sc-qtp-[java.lang.Thread.getStackTrace(Thread.java:1559),
org.apache.solr.client.solrj.impl.Http2SolrClient.createHttpClient(Http2SolrClient.java:173),
org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:138),
org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:807),
org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:226),
org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51),
org.apache.solr.core.CoreContainer.load(CoreContainer.java:550),
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:254),
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:174),
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136),
org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750),
java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742),
java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580),
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744),
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449),
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513),
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158),
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995),
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467),
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:381),
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179),
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69),
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:544),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:483),
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:451),
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:443),
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:272),
java.util.concurrent.FutureTask.run(FutureTask.java:266),
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209),
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149),
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624),
java.lang.Thread.run(Thread.java:748)]-1954, state=TIMED_WAITING,
group=TGRP-GraphExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F289BB72594F6D4E]:0)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
Two TriggerAction instances should have been created by now
Stack Trace:
java.lang.AssertionError: Two TriggerAction instances should have been created
by now
at
__randomizedtesting.SeedInfo.seed([F76179D5882BD11E:DC9EAC8E1253C4CE]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeLostTriggerRestoreState(TestSimTriggerIntegration.java:348)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12893 lines...]
[junit4] Suite:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_F76179D5882BD11E-001/init-core-data-001
[junit4] 2> 533528 WARN
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=237 numCloses=237
[junit4] 2> 533528 INFO
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 533542 INFO
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 533542 INFO
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 533565 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10006_solr
[junit4] 2> 533578 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 533579 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 533579 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 533579 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 533581 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 533581 DEBUG
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 533581 INFO
(SUITE-TestSimTriggerIntegration-seed#[F76179D5882BD11E]-worker) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] IGNOR/A 0.00s J2 |
TestSimTriggerIntegration.testEventFromRestoredState
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testEventQueue
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.02s J2 | TestSimTriggerIntegration.testSearchRate
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 533635 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 533635 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 533635 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 533708 INFO (ScheduledTrigger-1194-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 533744 INFO (ScheduledTrigger-1194-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 533745 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 533746 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 533746 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 533746 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 533746 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 533746 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 533746 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 533746 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 533747 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 533761 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 533761 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 533764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 533764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 533781 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 533817 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 533817 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 533817 INFO (ScheduledTrigger-1199-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 533926 INFO (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 533963 INFO (ScheduledTrigger-1199-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 533984 DEBUG (simCloudManagerPool-1198-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 533984 DEBUG (simCloudManagerPool-1198-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 533985 DEBUG (simCloudManagerPool-1198-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 533985 DEBUG (simCloudManagerPool-1198-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 533999 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 534000 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 534000 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 534012 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534048 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534084 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534121 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534157 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534194 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534222 DEBUG (simCloudManagerPool-1198-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534230 INFO (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 534234 DEBUG (simCloudManagerPool-1198-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 534235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 534235 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 534235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr,
127.0.0.1:10007_solr]
[junit4] 2> 534235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 534235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10008_solr
[junit4] 2> 534235 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
removing marker path: /autoscaling/nodeAdded/127.0.0.1:10008_solr
[junit4] 2> 534236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 534236 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 534236 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534255 INFO (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 534340 INFO (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 534413 INFO (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 534413 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 534413 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 534413 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10008_solr] added at times
[26886020463202809], now=26886029336469459
[junit4] 2> 534415 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5f84b1732211f9T8dmfgge4wdojlvuj4cqybn27r",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26886020463202809,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26886020463202809],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 534417 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_restore_trigger]
[junit4] 2> 534420 DEBUG (simCloudManagerPool-1198-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 534420 DEBUG (simCloudManagerPool-1198-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 534473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 534473 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 534473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr,
127.0.0.1:10007_solr]
[junit4] 2> 534473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 534473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 534494 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=2
[junit4] 2> 534508 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 534508 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 534546 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 534549 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 534641 DEBUG (simCloudManagerPool-1198-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 534642 DEBUG (simCloudManagerPool-1198-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 534806 DEBUG (simCloudManagerPool-1198-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=5): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 534842 DEBUG (simCloudManagerPool-1198-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 534842 DEBUG (simCloudManagerPool-1198-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 534858 DEBUG (simCloudManagerPool-1198-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 534879 DEBUG (simCloudManagerPool-1198-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 534891 DEBUG (MetricsHistoryHandler-1197-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 534891 DEBUG (simCloudManagerPool-1198-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=7
[junit4] 2> 534892 DEBUG (MetricsHistoryHandler-1197-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 535037 DEBUG (ScheduledTrigger-1199-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
removing marker path: /autoscaling/nodeAdded/127.0.0.1:10008_solr
[junit4] 2> 535073 DEBUG (AutoscalingActionExecutor-1200-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5f84b1732211f9T8dmfgge4wdojlvuj4cqybn27r",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26886020463202809,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26886020463202809],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":26886029558498609,
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 535075 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 535076 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 535076 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 535568 WARN (AutoscalingActionExecutor-1200-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
[junit4] 2> org.apache.solr.common.AlreadyClosedException:
ScheduledTrigger node_added_restore_trigger has been closed.
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:548)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:318)
~[java/:?]
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
~[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
~[java/:?]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 535570 DEBUG (AutoscalingActionExecutor-1200-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 535570 DEBUG (AutoscalingActionExecutor-1200-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 26456 ms for event
id=5f84b1732211f9T8dmfgge4wdojlvuj4cqybn27r
[junit4] 2> 535570 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 3
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 3
[junit4] 2> ## activeReplicas 3
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 1
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 1
[junit4] 2> ## minActiveSliceDocs 1
[junit4] 2> ## avgActiveSliceDocs 1
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 10,740
[junit4] 2> ## maxActiveSliceBytes 10,740
[junit4] 2> ## minActiveSliceBytes 10,740
[junit4] 2> ## avgActiveSliceBytes 10,740
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 1
[junit4] 2> ## Total replicas: 3
[junit4] 2> ## * .system 3
[junit4] 2> ## - active 3
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 2
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_restore_trigger
[junit4] 2> ## - FAILED 1
[junit4] 2> ## - STARTED 1
[junit4] 2>
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testTriggerThrottling
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testNodeAddedTrigger
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 535579 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 535579 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 535580 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10008_solr] added at times
[26886020463202809], now=26886087668123609
[junit4] 2> 535580 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"5f84b1732211f9T8dmfgge4wdojlvuj4cqybn27u",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26886020463202809,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26886020463202809],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testCooldown
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testListeners
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testNodeLostTrigger
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 535643 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 535644 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 535644 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10008_solr] added at times
[26886020463202809], now=26886090872644509
[junit4] 2> 535644 DEBUG (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"5f84b1732211f9T8dmfgge4wdojlvuj4cqybn27w",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26886020463202809,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26886020463202809],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 535664 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 535664 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 6
[junit4] 2> 535664 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10008_solr
[junit4] 2> 535664 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 535669 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 535669 WARN (ScheduledTrigger-1199-thread-3) [ ]
o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:654)
~[test/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:118)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:801)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:772)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:266)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:187)
[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:598)
[java/:?]
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_191]
[junit4] 2> at
java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_191]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:652)
~[test/:?]
[junit4] 2> ... 13 more
[junit4] 2> 535700 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 535700 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for
127.0.0.1:10006_solr
[junit4] 2> 535700 DEBUG (simCloudManagerPool-1198-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 535700 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 535700 DEBUG (simCloudManagerPool-1198-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 535703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 535703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 535725 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 535725 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 535742 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 535742 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 535742 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 535742 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 535771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 535771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 7
[junit4] 2> 535771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 535771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 535851 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 535871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 535871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 535872 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 535908 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 535944 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 535981 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 535997 DEBUG (simCloudManagerPool-1201-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 535998 DEBUG (simCloudManagerPool-1201-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 535998 DEBUG (simCloudManagerPool-1201-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 535998 DEBUG (simCloudManagerPool-1201-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
8
[junit4] 2> 535998 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 535999 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 535999 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 536017 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536054 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536062 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=12
[junit4] 2> 536062 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 536062 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 536082 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 536082 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 536090 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536126 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536128 DEBUG (simCloudManagerPool-1201-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=14
[junit4] 2> 536128 DEBUG (simCloudManagerPool-1201-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 536128 DEBUG (simCloudManagerPool-1201-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=15): {"core_node4":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 536171 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536171 DEBUG (simCloudManagerPool-1201-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=15
[junit4] 2> 536172 DEBUG (simCloudManagerPool-1201-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 536172 DEBUG (simCloudManagerPool-1201-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=16
[junit4] 2> 536192 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536228 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 536264 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 536278 DEBUG (simCloudManagerPool-1201-thread-7) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 536278 DEBUG (simCloudManagerPool-1201-thread-7) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
9
[junit4] 2> 536278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 536279 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 536279 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial
livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 536279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 536279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 536279 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 536314 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 536314 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
[junit4] 2> 536334 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536352 DEBUG (simCloudManagerPool-1201-thread-10) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 536366 INFO (ScheduledTrigger-1202-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536366 DEBUG (simCloudManagerPool-1201-thread-10) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
10
[junit4] 2> 536367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 536443 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 536443 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=16
[junit4] 2> 536444 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 536444 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[F76179D5882BD11E])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 1
[junit4] 2> ## 127.0.0.1:10009_solr
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 3
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 3
[junit4] 2> ## minActiveSliceDocs 3
[junit4] 2> ## avgActiveSliceDocs 3
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,740
[junit4] 2> ## maxActiveSliceBytes 11,740
[junit4] 2> ## minActiveSliceBytes 11,740
[junit4] 2> ## avgActiveSliceBytes 11,740
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 1
[junit4] 2> ## Total replicas: 2
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 4
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_restore_trigger
[junit4] 2> ## - FAILED 1
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - IGNORED 2
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestSimTriggerIntegration
-Dtests.method=testNodeLostTriggerRestoreState -Dtests.seed=F76179D5882BD11E
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt-BR
-Dtests.timezone=Europe/Athens -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.86s J2 |
TestSimTriggerIntegration.testNodeLostTriggerRestoreState <<<
[junit4] > Throwable #1: java.lang.AssertionError: Two TriggerAction
instances should have been created by now
[junit4] > at
__randomizedtesting.SeedInfo.seed([F76179D5882BD11E:DC9EAC8E1253C4CE]:0)
[junit4] > at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeLostTriggerRestoreState(TestSimTriggerIntegration.java:348)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J2 |
TestSimTriggerIntegration.testNodeMarkersRegistration
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 536459 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 536459 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
[junit4] 2> 536459 INFO (ScheduledTrigger-1202-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536459 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 536459 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial
livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 536459 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 536459 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 536459 INFO (ScheduledTrigger-1202-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 536459 DEBUG (ScheduledTrigger-1202-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10009_solr]
[junit4] 2> 536460 DEBUG (ScheduledTrigger-1202-
[...truncated too long message...]
ts length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file =
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/null1939512825
[copy] Copying 255 files to
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/null1939512825
[delete] Deleting directory
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-http2/solr/null1939512825
check-working-copy:
[ivy:cachepath] :: resolving dependencies ::
org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found
org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in
public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 97ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for
further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 204 minutes 0 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at
hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at
hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at
hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at
hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at
hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no
matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at
hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at
hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at
hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern
"**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
