Build:
https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/35/
6 tests failed.
FAILED: org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at
__randomizedtesting.SeedInfo.seed([47A662266473E970:C0F11FA9F52A95F0]:0)
at
org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
at
org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:74)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1870)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
at
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
at
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
at
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
at
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
at
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
at
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2011)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1962)
at
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:226)
at
org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
at
org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
at
org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:104)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320
seconds
at
__randomizedtesting.SeedInfo.seed([E96E652457E36FC1:613A5AFEF91F0239]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:920)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1477)
at
org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
7 threads leaked from SUITE scope at
org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=213536,
name=searcherExecutor-16797-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=213412,
name=searcherExecutor-16755-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=213491,
name=searcherExecutor-16783-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 4) Thread[id=213605,
name=searcherExecutor-16817-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=213454,
name=searcherExecutor-16769-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=213642,
name=searcherExecutor-16831-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 7) Thread[id=213677,
name=searcherExecutor-16845-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE
scope at org.apache.solr.cloud.RestartWhileUpdatingTest:
1) Thread[id=213536, name=searcherExecutor-16797-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=213412, name=searcherExecutor-16755-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=213491, name=searcherExecutor-16783-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=213605, name=searcherExecutor-16817-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=213454, name=searcherExecutor-16769-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=213642, name=searcherExecutor-16831-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=213677, name=searcherExecutor-16845-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E96E652457E36FC1]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=213536, name=searcherExecutor-16797-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=213412,
name=searcherExecutor-16755-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 3) Thread[id=213491,
name=searcherExecutor-16783-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 4) Thread[id=213605,
name=searcherExecutor-16817-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=213454,
name=searcherExecutor-16769-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=213642,
name=searcherExecutor-16831-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 7) Thread[id=213677,
name=searcherExecutor-16845-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=213536, name=searcherExecutor-16797-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=213412, name=searcherExecutor-16755-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=213491, name=searcherExecutor-16783-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=213605, name=searcherExecutor-16817-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=213454, name=searcherExecutor-16769-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=213642, name=searcherExecutor-16831-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=213677, name=searcherExecutor-16845-thread-1, state=WAITING,
group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([E96E652457E36FC1]:0)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at
__randomizedtesting.SeedInfo.seed([E96E652457E36FC1:E3EDDA891A58649B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:576)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10279 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running
'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=TestLatLonPolygonShapeQueries -Dtests.method=testRandomBig
-Dtests.seed=47A662266473E970 -Dtests.multiplier=2 -Dtests.nightly=true
-Dtests.slow=true -Dtests.badapples=true
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
-Dtests.locale=hi-IN -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.asserts=true
-Dtests.file.encoding=US-ASCII
[junit4] ERROR 143s J1 | TestLatLonPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at
__randomizedtesting.SeedInfo.seed([47A662266473E970:C0F11FA9F52A95F0]:0)
[junit4] > at
org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
[junit4] > at
org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
[junit4] > at
org.apache.lucene.util.bkd.PointReader.split(PointReader.java:74)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1870)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at
org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
[junit4] > at
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
[junit4] > at
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at
org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
[junit4] > at
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
[junit4] > at
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
[junit4] > at
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
[junit4] > at
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
[junit4] > at
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
[junit4] > at
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
[junit4] > at
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2011)
[junit4] > at
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1962)
[junit4] > at
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:226)
[junit4] > at
org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
[junit4] > at
org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
[junit4] > at
org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:104)
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/build/sandbox/test/J1/temp/lucene.document.TestLatLonPolygonShapeQueries_47A662266473E970-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80),
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@55cdd1d),
locale=hi-IN, timezone=Asia/Ho_Chi_Minh
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation
1.8.0_172 (64-bit)/cpus=4,threads=1,free=217491032,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [TestCoveringQuery,
TestHalfFloatPoint, TestTermAutomatonQuery, TestLatLonPolygonShapeQueries]
[junit4] Completed [19/22 (1!)] on J1 in 577.85s, 4 tests, 1 error <<<
FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J1-20181102_141254_8054756613426050477330.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/heapdumps/java_pid15895.hprof
...
[junit4] Heap dump file created [479829203 bytes in 0.764 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 2735 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_E96E652457E36FC1-001/init-core-data-001
[junit4] 2> 71873 WARN
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 71874 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 71877 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 71879 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 71879 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_E96E652457E36FC1-001/tempDir-001
[junit4] 2> 71880 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 71881 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 71881 INFO (Thread-54) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 71896 ERROR (Thread-54) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 71981 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:38451
[junit4] 2> 71986 INFO (zkConnectionManagerCallback-108-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72019 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git:
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 72019 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git:
d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 72028 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 72028 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 72028 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 72028 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 72029 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 72029 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 72029 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@755eac66{/solr,null,AVAILABLE}
[junit4] 2> 72030 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@1b0b6364{/solr,null,AVAILABLE}
[junit4] 2> 72062 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@c6665f6{SSL,[ssl,
http/1.1]}{127.0.0.1:42611}
[junit4] 2> 72063 INFO (jetty-launcher-105-thread-2) [ ]
o.e.j.s.Server Started @72128ms
[junit4] 2> 72063 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=42611}
[junit4] 2> 72063 ERROR (jetty-launcher-105-thread-2) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 72066 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 72067 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 72067 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 72067 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 72069 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-11-02T14:55:38.399Z
[junit4] 2> 72072 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.AbstractConnector Started ServerConnector@77f621b6{SSL,[ssl,
http/1.1]}{127.0.0.1:35890}
[junit4] 2> 72074 INFO (jetty-launcher-105-thread-1) [ ]
o.e.j.s.Server Started @72140ms
[junit4] 2> 72074 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35890}
[junit4] 2> 72075 ERROR (jetty-launcher-105-thread-1) [ ]
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 72075 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter Using logger factory
org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 72075 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 72075 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 72075 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 72076 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2018-11-02T14:55:38.405Z
[junit4] 2> 72078 INFO (zkConnectionManagerCallback-110-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72081 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 72100 INFO (zkConnectionManagerCallback-112-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72103 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 72224 INFO (jetty-launcher-105-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38451/solr
[junit4] 2> 72224 INFO (jetty-launcher-105-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38451/solr
[junit4] 2> 72230 INFO (zkConnectionManagerCallback-120-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72230 INFO (zkConnectionManagerCallback-118-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72251 INFO (zkConnectionManagerCallback-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72251 INFO (zkConnectionManagerCallback-122-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72563 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:35890_solr
[junit4] 2> 72566 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.Overseer Overseer
(id=72208675750543365-127.0.0.1:35890_solr-n_0000000000) starting
[junit4] 2> 72572 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:42611_solr
[junit4] 2> 72581 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 72584 INFO (zkCallback-121-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 72605 INFO (zkConnectionManagerCallback-133-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72608 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 72609 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster
at 127.0.0.1:38451/solr ready
[junit4] 2> 72611 INFO
(OverseerStateUpdate-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[n:127.0.0.1:35890_solr ] o.a.s.c.Overseer Starting to work on the main
queue : 127.0.0.1:35890_solr
[junit4] 2> 72613 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating
transient cache for 2147483647 transient cores
[junit4] 2> 72613 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35890_solr
[junit4] 2> 72621 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 72623 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 72624 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1,
lastZnodeVersion -1
[junit4] 2> 72624 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto
znodeVersion 1
[junit4] 2> 72627 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 72627 INFO (zkCallback-121-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 72635 INFO (zkConnectionManagerCallback-138-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72638 INFO (zkCallback-132-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 72641 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 72646 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster
at 127.0.0.1:38451/solr ready
[junit4] 2> 72650 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
collection, keeping metrics history in memory.
[junit4] 2> 72650 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.h.a.MetricsHistoryHandler No .system
collection, keeping metrics history in memory.
[junit4] 2> 72656 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:35890_solr, 127.0.0.1:42611_solr]
[junit4] 2> 72659 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 72659 DEBUG
(OverseerAutoScalingTriggerThread-72208675750543365-127.0.0.1:35890_solr-n_0000000000)
[ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1,
lastZnodeVersion 1
[junit4] 2> 72663 DEBUG (ScheduledTrigger-418-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 72702 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42611.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72702 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35890.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72738 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42611.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72738 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_42611.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72740 INFO (jetty-launcher-105-thread-2)
[n:127.0.0.1:42611_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_E96E652457E36FC1-001/tempDir-001/node2/.
[junit4] 2> 72768 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35890.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72769 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35890.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@6cd1679e
[junit4] 2> 72771 INFO (jetty-launcher-105-thread-1)
[n:127.0.0.1:35890_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_E96E652457E36FC1-001/tempDir-001/node1/.
[junit4] 2> 72835 INFO (zkConnectionManagerCallback-142-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72846 INFO (zkConnectionManagerCallback-147-thread-1) [ ]
o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 72850 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 72852 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38451/solr ready
[junit4] 2> 72895 DEBUG
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10002_solr
[junit4] 2> 72896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 72896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 72897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 72897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 72898 DEBUG
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 72898 DEBUG
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 72898 INFO
(SUITE-IndexSizeTriggerTest-seed#[E96E652457E36FC1]-worker) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 72899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 72899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 72899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 72899 DEBUG (ScheduledTrigger-430-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 72921 DEBUG (ScheduledTrigger-430-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 72941 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 72962 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 72982 DEBUG (ScheduledTrigger-430-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73002 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73022 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73043 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73063 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73084 DEBUG (ScheduledTrigger-430-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73107 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73127 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73143 INFO
(TEST-IndexSizeTriggerTest.testMixedBounds-seed#[E96E652457E36FC1]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testMixedBounds
[junit4] 2> 73148 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73150 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection
testMixedBounds_collection, currentVersion=1
[junit4] 2> 73151 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 73151 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 73161 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 73162 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 73165 DEBUG (simCloudManagerPool-429-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection
testMixedBounds_collection, currentVersion=3
[junit4] 2> 73168 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73175 DEBUG (simCloudManagerPool-429-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 73175 DEBUG (simCloudManagerPool-429-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 73178 DEBUG (simCloudManagerPool-429-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for
testMixedBounds_collection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testMixedBounds_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMixedBounds_collection",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 73186 DEBUG (simCloudManagerPool-429-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 73187 DEBUG (simCloudManagerPool-429-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 73188 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73197 DEBUG (simCloudManagerPool-429-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 73198 DEBUG (simCloudManagerPool-429-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 73199 DEBUG
(TEST-IndexSizeTriggerTest.testMixedBounds-seed#[E96E652457E36FC1]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 73199 DEBUG
(TEST-IndexSizeTriggerTest.testMixedBounds-seed#[E96E652457E36FC1]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 73209 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73211 DEBUG (simCloudManagerPool-429-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for
testMixedBounds_collection / shard2 (currentVersion=7): {"core_node3":{
[junit4] 2> "core":"testMixedBounds_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMixedBounds_collection",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 73216 DEBUG (simCloudManagerPool-429-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 73217 DEBUG (simCloudManagerPool-429-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 73217 DEBUG
(TEST-IndexSizeTriggerTest.testMixedBounds-seed#[E96E652457E36FC1]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 73223 DEBUG
(TEST-IndexSizeTriggerTest.testMixedBounds-seed#[E96E652457E36FC1]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 73229 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73250 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73270 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73290 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73311 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73323 DEBUG (simCloudManagerPool-429-thread-20) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 73324 DEBUG (simCloudManagerPool-429-thread-20) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 73326 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 73327 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 73327 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 73331 DEBUG (simCloudManagerPool-429-thread-21) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 73331 DEBUG (simCloudManagerPool-429-thread-21) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 73331 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 73332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 73332 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 73333 DEBUG (simCloudManagerPool-429-thread-22) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 73334 DEBUG (simCloudManagerPool-429-thread-22) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 73335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 73335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 73335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 73338 DEBUG (simCloudManagerPool-429-thread-23) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 73339 DEBUG (simCloudManagerPool-429-thread-23) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 73340 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 73340 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 73340 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 73351 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73372 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73392 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73413 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73433 DEBUG (ScheduledTrigger-430-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73454 DEBUG (ScheduledTrigger-430-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 73466 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}}
[junit4] 2> 73467 DEBUG (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger4,
.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 73468 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=9
[junit4] 2> 73469 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 73469 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 73479 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 73480 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 73495 DEBUG (simCloudManagerPool-429-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 73495 DEBUG (simCloudManagerPool-429-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 73496 DEBUG (simCloudManagerPool-429-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=12): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 73506 DEBUG (simCloudManagerPool-429-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 73506 DEBUG (simCloudManagerPool-429-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 73506 DEBUG (simCloudManagerPool-429-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=13
[junit4] 2> 73510 INFO (ScheduledTrigger-430-thread-3) [ ]
o.a.s.c.a.IndexSizeTriggerTest =======>
CapturedEvent{timestamp=2306855121860315, stage=STARTED, actionName='null',
event={
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}}, context={},
config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2>
"class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"},
message='null'}
[junit4] 2> 73510 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}}
[junit4] 2> 73514 INFO (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.IndexSizeTriggerTest =======>
CapturedEvent{timestamp=2306855260764865, stage=BEFORE_ACTION,
actionName='compute_plan', event={
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}},
context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger4},
config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2>
"class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"},
message='null'}
[junit4] 2> 73514 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}} with context
properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 73516 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=SPLITSHARD&collection=testMixedBounds_collection&shard=shard2&splitMethod=rewrite
[junit4] 2> 73516 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=SPLITSHARD&collection=testMixedBounds_collection&shard=shard1&splitMethod=rewrite
[junit4] 2> 73516 INFO (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.IndexSizeTriggerTest =======>
CapturedEvent{timestamp=2306855459843665, stage=AFTER_ACTION,
actionName='compute_plan', event={
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":2,
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}},
context={properties.operations=[{
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard2",
[junit4] 2> "params.splitMethod":"rewrite"}, {
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.splitMethod":"rewrite"}],
properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger4,
properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2>
"class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"},
message='null'}
[junit4] 2> 73517 INFO (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.IndexSizeTriggerTest =======>
CapturedEvent{timestamp=2306855480935765, stage=BEFORE_ACTION,
actionName='execute_plan', event={
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":2,
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}},
context={properties.operations=[{
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard2",
[junit4] 2> "params.splitMethod":"rewrite"}, {
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.splitMethod":"rewrite"}],
properties.BEFORE_ACTION=[compute_plan, execute_plan],
source=index_size_trigger4, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2>
"class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"},
message='null'}
[junit4] 2> 73517 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"83210a870f58dTa2non92rn9pzm8c405ooctt2e",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":2306846940525965,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":2,
[junit4] 2> "aboveSize":{
[junit4] 2>
"testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2>
"testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":2306852981057715,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{
[junit4] 2> "COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}],
[junit4] 2> "PARAMS":{"splitMethod":"rewrite"}}}]}} with context
properties: {operations=[{
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard2",
[junit4] 2> "params.splitMethod":"rewrite"}, {
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"SPLITSHARD",
[junit4] 2> "params.collection":"testMixedBounds_collection",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.splitMethod":"rewrite"}],
AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 73517 DEBUG (AutoscalingActionExecutor-431-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=SPLITSHARD&collection=testMixedBounds_collection&shard=shard2&splitMethod=rewrite
[junit4] 2> 73620 INFO (simCloudManagerPool-429-thread-28) [ ]
o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
[junit4] 2> 73665 DEBUG (simCloudManagerPool-429-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 73666 DEBUG (simCloudManagerPool-429-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 73670 DEBUG (simCloudManagerPool-429-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** no leader in testMixedBounds_collection
/ shard2_0:{
[junit4] 2> "parent":"shard2",
[junit4] 2> "stateTimestamp":"1541172075059000250",
[junit4] 2> "range":"0-3fffffff",
[junit4] 2> "state":"construction",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testMixedBounds_collection_shard2_0_replica_n9",
[junit4] 2> "SEARCHER.searcher.maxDoc":253,
[junit4] 2> "SEARCHER.
[...truncated too long message...]
er.java:473) [jetty-servlet-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.Server.handle(Server.java:531)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[jetty-server-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[jetty-io-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[jetty-util-9.4.11.v20180605.jar:9.4.11.v20180605]
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[?:1.8.0_172]
[junit4] 2> 8299862 INFO (qtp1238395606-34850) [n:127.0.0.1:38822_
c:collection2 s:shard5 r:core_node35 x:collection2_shard5_replica_n26]
o.a.s.c.SolrCore [collection2_shard5_replica_n26] CLOSING SolrCore
org.apache.solr.core.SolrCore@1e53b840
[junit4] 2> 8299863 WARN (qtp1238395606-34850) [n:127.0.0.1:38822_
c:collection2 s:shard5 r:core_node35 x:collection2_shard5_replica_n26]
o.a.s.m.SolrMetricManager Interrupted while trying to obtain lock to modify
reporters registry: solr.core.collection2.shard5.replica_n26
[junit4] 2> 8299863 INFO (qtp1238395606-34850) [n:127.0.0.1:38822_
c:collection2 s:shard5 r:core_node35 x:collection2_shard5_replica_n26]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.collection.collection2.shard5.leader, tag=1e53b840
[junit4] 2> NOTE: test params are: codec=CheapBastard,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6ee9c992),
locale=ca-ES, timezone=Pacific/Truk
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation
1.8.0_172 (64-bit)/cpus=4,threads=1,free=98628680,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [HLLSerializationTest,
TestSimTriggerIntegration, TestLegacyNumericUtils, CdcrRequestHandlerTest,
TestOverriddenPrefixQueryForCustomFieldType, SolrCoreMetricManagerTest,
CoreAdminRequestStatusTest, SolrCloudExampleTest, TestSolrCoreProperties,
SolrIndexMetricsTest, TestDistribIDF, ResourceLoaderTest,
TestDeleteCollectionOnDownNodes, SaslZkACLProviderTest,
PathHierarchyTokenizerFactoryTest, AutoScalingHandlerTest,
TestMergePolicyConfig, ManagedSchemaRoundRobinCloudTest,
TestJsonFacetsStatsParsing, TestCloudSearcherWarming,
TestLegacyNumericRangeQueryBuilder, TestSolrJ, RegexBytesRefFilterTest,
TestWithCollection, QueryEqualityTest, MoveReplicaHDFSFailoverTest,
TestRuleBasedAuthorizationPlugin, TestGraphTermsQParserPlugin,
TestQuerySenderNoQuery, SyncSliceTest, TestExportWriter, CloudMLTQParserTest,
DebugComponentTest, ReturnFieldsTest, AnalysisAfterCoreReloadTest,
TestPullReplica, TestSchemaVersionResource, SpellCheckComponentTest,
TestImpersonationWithHadoopAuth, ConcurrentCreateRoutedAliasTest,
TestPhraseSuggestions, DocValuesMultiTest, TestRandomDVFaceting,
MetricsHandlerTest, CursorPagingTest, ScheduledTriggerIntegrationTest,
ChaosMonkeySafeLeaderWithPullReplicasTest, TriggerCooldownIntegrationTest,
TestCloudSchemaless, PeerSyncWithIndexFingerprintCachingTest, BufferStoreTest,
TestDocTermOrds, TestHttpShardHandlerFactory, ConjunctionSolrSpellCheckerTest,
QueryResultKeyTest, DeleteLastCustomShardedReplicaTest, TestXIncludeConfig,
AlternateDirectoryTest, TestUseDocValuesAsStored, DeleteShardTest,
CollectionPropsTest, FieldAnalysisRequestHandlerTest,
TestInPlaceUpdatesDistrib, TestSchemaManager, TestClusterStateMutator,
TestFreeTextSuggestions, TestFieldCacheReopen, TokenizerChainTest,
StatsReloadRaceTest, TestHalfAndHalfDocValues, TestGraphMLResponseWriter,
DOMUtilTest, TestManagedSchemaThreadSafety, ExternalFileFieldSortTest,
UninvertDocValuesMergePolicyTest, TestSolrCloudWithKerberosAlt,
SolrMetricsIntegrationTest, ResponseLogComponentTest, SpatialFilterTest,
AnalyticsMergeStrategyTest, TestStressInPlaceUpdates,
IndexBasedSpellCheckerTest, TestBinaryField, TestSweetSpotSimilarityFactory,
TestRTGBase, TestCustomStream, ChangedSchemaMergeTest,
ChaosMonkeyNothingIsSafeTest, CursorMarkTest,
CollectionsAPIAsyncDistributedZkTest, TestAnalyzedSuggestions,
UniqFieldsUpdateProcessorFactoryTest, TestFastOutputStream,
TestSizeLimitedDistributedMap, HdfsAutoAddReplicasIntegrationTest,
TestRTimerTree, TestNumericRangeQuery32, CloudExitableDirectoryReaderTest,
TestInitQParser, DistributedFacetExistsSmallTest, TestWriterPerf,
TestSimpleTextCodec, PrimUtilsTest, ClassificationUpdateProcessorFactoryTest,
V2ApiIntegrationTest, BitVectorTest, TestDistributedMissingSort,
TestGroupingSearch, TestSolrConfigHandlerCloud, TestPushWriter,
CdcrBootstrapTest, MetricTriggerIntegrationTest, TestCrossCoreJoin,
SimpleCollectionCreateDeleteTest, TestSimpleQParserPlugin,
SearchRateTriggerTest, TriLevelCompositeIdRoutingTest, NoCacheHeaderTest,
TestMissingGroups, MaxSizeAutoCommitTest, PKIAuthenticationIntegrationTest,
TermsComponentTest, TestNumericTerms32, SearchHandlerTest,
HdfsChaosMonkeyNothingIsSafeTest, MetricUtilsTest,
PreAnalyzedFieldManagedSchemaCloudTest, CustomCollectionTest,
DistribDocExpirationUpdateProcessorTest, TestSortByMinMaxFunction,
TestHdfsCloudBackupRestore, TestReloadDeadlock, LoggingHandlerTest,
AddBlockUpdateTest, PhrasesIdentificationComponentTest,
RecoveryAfterSoftCommitTest, BasicFunctionalityTest, ConvertedLegacyTest,
EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest,
SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey,
TestDistributedGrouping, TestHighlightDedupGrouping, TestJoin,
TestRandomFaceting, TestSimpleTrackingShardHandler,
ProtectedTermFilterFactoryTest, TestCharFilters, TestLuceneMatchVersion,
TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory,
TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler,
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI,
TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest,
AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest,
BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest,
CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest,
DistributedVersionInfoTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [835/835 (3!)] on J0 in 5422.80s, 1 test, 1 error <<<
FAILURES!
[...truncated 1 lines...]
[junit4] JVM J0: stdout was not empty, see:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20181102_145426_1944237499754512235264.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/heapdumps/java_pid25320.hprof
...
[junit4] Heap dump file created [699589428 bytes in 6.452 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 8850 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:661:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/build.xml:585:
Some of the tests produced a heap dump, but did not fail. Maybe a suppressed
OutOfMemoryError? Dumps created:
* java_pid15895.hprof
* java_pid25320.hprof
Total time: 320 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
