Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1704/ Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed. FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressUpdateSameID Error Message: this IndexWriter is closed Stack Trace: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:904) at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1243) at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:327) at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressUpdateSameID(TestIndexingSequenceNumbers.java:126) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.AssertionError: docValues generation is still uninitialized at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662) FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration Error Message: Stack Trace: java.util.concurrent.TimeoutException at __randomizedtesting.SeedInfo.seed([D86B6A2193061E96:E1E5D361BCF9D768]:0) at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:109) at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:296) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 1447 lines...] [junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers [junit4] 2> huhtikuuta 12, 2018 2:55:19 IP. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException [junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestIndexingSequenceNumbers] [junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.AssertionError: docValues generation is still uninitialized [junit4] 2> at __randomizedtesting.SeedInfo.seed([E4A9B94B8E957B5E]:0) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684) [junit4] 2> Caused by: java.lang.AssertionError: docValues generation is still uninitialized [junit4] 2> at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) [junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) [junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) [junit4] 2> at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) [junit4] 2> at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) [junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) [junit4] 2> at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) [junit4] 2> at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] 2> at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) [junit4] 2> at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) [junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) [junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) [junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662) [junit4] 2> [junit4] 2> huhtikuuta 12, 2018 2:55:19 IP. com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException [junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-2022,5,TGRP-TestIndexingSequenceNumbers] [junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception [junit4] 2> at __randomizedtesting.SeedInfo.seed([E4A9B94B8E957B5E]:0) [junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$1.run(TestIndexingSequenceNumbers.java:104) [junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception [junit4] 2> at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345) [junit4] 2> at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:665) [junit4] 2> at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:585) [junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.finishApply(FrozenBufferedUpdates.java:406) [junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.lambda$apply$0(FrozenBufferedUpdates.java:324) [junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:328) [junit4] 2> at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:735) [junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5133) [junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1542) [junit4] 2> at org.apache.lucene.index.IndexWriter.softUpdateDocuments(IndexWriter.java:1599) [junit4] 2> at org.apache.lucene.index.RandomIndexWriter.updateDocuments(RandomIndexWriter.java:237) [junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$1.run(TestIndexingSequenceNumbers.java:100) [junit4] 2> Caused by: java.lang.AssertionError: docValues generation is still uninitialized [junit4] 2> at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) [junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) [junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) [junit4] 2> at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) [junit4] 2> at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) [junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) [junit4] 2> at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) [junit4] 2> at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] 2> at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) [junit4] 2> at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) [junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) [junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) [junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662) [junit4] 2> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressUpdateSameID -Dtests.seed=E4A9B94B8E957B5E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=US/Pacific-New -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 1.44s J0 | TestIndexingSequenceNumbers.testStressUpdateSameID <<< [junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed [junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:904) [junit4] > at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1243) [junit4] > at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:327) [junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressUpdateSameID(TestIndexingSequenceNumbers.java:126) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > Caused by: java.lang.AssertionError: docValues generation is still uninitialized [junit4] > at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) [junit4] > at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) [junit4] > at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) [junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] > at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) [junit4] > at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) [junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2368, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers] [junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.AssertionError: docValues generation is still uninitialized [junit4] > at __randomizedtesting.SeedInfo.seed([E4A9B94B8E957B5E]:0) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684) [junit4] > Caused by: java.lang.AssertionError: docValues generation is still uninitialized [junit4] > at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) [junit4] > at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) [junit4] > at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) [junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] > at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) [junit4] > at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) [junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2367, name=Thread-2022, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers] [junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception [junit4] > at __randomizedtesting.SeedInfo.seed([E4A9B94B8E957B5E]:0) [junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$1.run(TestIndexingSequenceNumbers.java:104) [junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception [junit4] > at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345) [junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:665) [junit4] > at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:585) [junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.finishApply(FrozenBufferedUpdates.java:406) [junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.lambda$apply$0(FrozenBufferedUpdates.java:324) [junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:328) [junit4] > at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:735) [junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5133) [junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1542) [junit4] > at org.apache.lucene.index.IndexWriter.softUpdateDocuments(IndexWriter.java:1599) [junit4] > at org.apache.lucene.index.RandomIndexWriter.updateDocuments(RandomIndexWriter.java:237) [junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$1.run(TestIndexingSequenceNumbers.java:100) [junit4] > Caused by: java.lang.AssertionError: docValues generation is still uninitialized [junit4] > at org.apache.lucene.index.PendingSoftDeletes.onDocValuesUpdate(PendingSoftDeletes.java:123) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.handleNumericDVUpdates(ReadersAndUpdates.java:347) [junit4] > at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:652) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:619) [junit4] > at org.apache.lucene.index.IndexWriter$ReaderPool.release(IndexWriter.java:588) [junit4] > at org.apache.lucene.index.IndexWriter.lambda$closeMergeReaders$1(IndexWriter.java:4410) [junit4] > at org.apache.lucene.util.IOUtils.lambda$null$0(IOUtils.java:634) [junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88) [junit4] > at org.apache.lucene.util.IOUtils.applyToAll(IOUtils.java:634) [junit4] > at org.apache.lucene.index.IndexWriter.closeMergeReaders(IndexWriter.java:4400) [junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:4077) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4639) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4144) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662) [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/J0/temp/lucene.index.TestIndexingSequenceNumbers_E4A9B94B8E957B5E-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct)}, docValues:{thread=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), ___soft_deletes=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=933, maxMBSortInHeap=6.099081762195194, sim=RandomSimilarity(queryNorm=true): {id=DFR I(F)B2}, locale=fi-FI, timezone=US/Pacific-New [junit4] 2> NOTE: Linux 4.13.0-37-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=205567160,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestPolygon, TestBooleanScorer, TestTermContext, TestIndexWriter, TestCustomTermFreq, TestTimSorter, TestForceMergeForever, TestIndexedDISI, TestFlushByRamOrCountsPolicy, TestDocInverterPerFieldErrorInfo, TestIndexOrDocValuesQuery, TestTermsEnum, TestCrashCausesCorruptIndex, TestMutableValues, TestTrackingDirectoryWrapper, TestUnicodeUtil, TestQueryBuilder, TestTwoPhaseCommitTool, TestByteArrayDataInput, TestSpanMultiTermQueryWrapper, TestLucene50CompoundFormat, TestDateTools, MultiCollectorTest, TestLiveFieldValues, TestBooleanQueryVisitSubscorers, TestSortedSetSelector, TestIndexWriterExceptions2, TestCharArrayMap, TestFieldType, TestPagedBytes, TestIndexWriterConfig, TestMatchNoDocsQuery, TestNamedSPILoader, TestBlendedTermQuery, TestThreadedForceMerge, TestSpansEnum, TestLucene70SegmentInfoFormat, TestBoolean2, TestPerSegmentDeletes, TestSimilarity, TestLRUQueryCache, TestFieldValueQuery, TestSloppyPhraseQuery, TestTerm, TestSPIClassIterator, TestDocValuesIndexing, TestSimpleFSLockFactory, TestNoDeletionPolicy, TestBlockPostingsFormat2, TestFieldMaskingSpanQuery, TestMultiThreadTermVectors, TestOrdinalMap, TestFlex, TestPointValues, TestIndexWriterNRTIsCurrent, TestSpanNotQuery, TestDeterminizeLexicon, TestFrequencyTrackingRingBuffer, TestTopFieldCollector, TestIndexInput, TestSimilarityProvider, TestStressIndexing, TestFieldInvertState, TestMultiCollector, TestIndexSorting, TestSimpleExplanations, TestSegmentInfos, TestDeletionPolicy, TestMatchAllDocsQuery, TestPersistentSnapshotDeletionPolicy, TestUTF32ToUTF8, TestClassicSimilarity, TestWordlistLoader, TestCodecs, TestNeedsScores, TestIndexWriterOnVMError, TestGrowableByteArrayDataOutput, TestMSBRadixSorter, Test4GBStoredFields, TestLevenshteinAutomata, TestBufferedIndexInput, TestDirectoryReader, TestLockFactory, TestSegmentMerger, TestOmitNorms, TestRegexpRandom2, TestNRTCachingDirectory, TestSegmentReader, TestFastDecompressionMode, TestParallelCompositeReader, TestFieldCacheRewriteMethod, TestCrash, TestSort, TestMultiDocValues, TestSimpleSearchEquivalence, TestHugeRamFile, TestTermsEnum2, TestStressIndexing2, TestDocsAndPositions, TestParallelLeafReader, TestNearSpansOrdered, TestTermRangeQuery, TestDocumentWriter, TestForTooMuchCloning, TestFuzzyQuery, TestPayloads, TestExternalCodecs, TestTermVectorsReader, TestTopDocsCollector, TestBooleanQuery, TestSortRandom, TestParallelReaderEmptyIndex, TestDocument, TestMaxTermFrequency, TestIndexableField, TestSentinelIntSet, TestPrefixRandom, TestSizeBoundedForceMerge, TestCompiledAutomaton, TestConstantScoreQuery, TestElevationComparator, TestBinaryTerms, TestSubScorerFreqs, TestConjunctions, TestMultiTermQueryRewrites, TestVirtualMethod, TestSmallFloat, TestSetOnce, TestFilterLeafReader, TestSearch, TestPriorityQueue, TestAutomatonQueryUnicode, TestSpanFirstQuery, TestNoMergePolicy, TestDemo, TestCharFilter, TestFieldInfos, TestIndexWriterOnJRECrash, TestCodecHoldsOpenFiles, TestScoreCachingWrappingScorer, TestTermdocPerf, TestIndexCommit, TestIOUtils, Test2BBinaryDocValues, TestCharArraySet, TestDelegatingAnalyzerWrapper, TestLucene50StoredFieldsFormat, TestLucene60FieldInfoFormat, TestLucene60PointsFormat, TestLucene70NormsFormat, TestDocValues, TestDuelingCodecsAtNight, TestExitableDirectoryReader, TestFilterDirectoryReader, TestIndexManyDocuments, TestIndexWriterDeleteByQuery, TestIndexWriterFromReader, TestIndexWriterOutOfFileDescriptors, TestIndexWriterThreadsToSegments, TestIndexingSequenceNumbers] [junit4] Completed [366/472 (1!)] on J0 in 23.82s, 8 tests, 1 error <<< FAILURES! [...truncated 12687 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest [junit4] 2> 2032578 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_D86B6A2193061E96-001/init-core-data-001 [junit4] 2> 2032579 WARN (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6 [junit4] 2> 2032580 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 2032581 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 2032582 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_D86B6A2193061E96-001/tempDir-001 [junit4] 2> 2032582 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 2032582 INFO (Thread-6128) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 2032582 INFO (Thread-6128) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 2032588 ERROR (Thread-6128) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2032682 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46361 [junit4] 2> 2032686 INFO (zkConnectionManagerCallback-7571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032694 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 2032694 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 2032708 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 2032709 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ad47c4c{/solr,null,AVAILABLE} [junit4] 2> 2032709 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77bc2fb1{/solr,null,AVAILABLE} [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@173fe403{SSL,[ssl, http/1.1]}{127.0.0.1:44759} [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a501160{SSL,[ssl, http/1.1]}{127.0.0.1:46061} [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-1) [ ] o.e.j.s.Server Started @2032743ms [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-2) [ ] o.e.j.s.Server Started @2032743ms [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46061} [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44759} [junit4] 2> 2032711 ERROR (jetty-launcher-7568-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2032711 ERROR (jetty-launcher-7568-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0 [junit4] 2> 2032711 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0 [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-12T22:48:19.045Z [junit4] 2> 2032712 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-12T22:48:19.045Z [junit4] 2> 2032719 INFO (zkConnectionManagerCallback-7574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032719 INFO (zkConnectionManagerCallback-7575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032720 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2032720 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 2032725 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10041062f620001, likely client has closed socket [junit4] 2> 2032725 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10041062f620002, likely client has closed socket [junit4] 2> 2032730 INFO (jetty-launcher-7568-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46361/solr [junit4] 2> 2032730 INFO (jetty-launcher-7568-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46361/solr [junit4] 2> 2032731 INFO (zkConnectionManagerCallback-7583-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032731 INFO (zkConnectionManagerCallback-7582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032731 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10041062f620004, likely client has closed socket [junit4] 2> 2032732 INFO (zkConnectionManagerCallback-7586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032738 INFO (zkConnectionManagerCallback-7587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032778 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2032778 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 2032778 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46061_solr [junit4] 2> 2032779 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44759_solr [junit4] 2> 2032779 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.Overseer Overseer (id=72129088858488838-127.0.0.1:46061_solr-n_0000000000) starting [junit4] 2> 2032780 INFO (zkCallback-7584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2032780 INFO (zkCallback-7585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2032784 INFO (zkConnectionManagerCallback-7596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2032784 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 2032785 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46361/solr ready [junit4] 2> 2032786 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 2032787 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 2032787 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 2032787 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 2032788 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 2032788 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46061_solr [junit4] 2> 2032797 INFO (zkCallback-7584-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2032797 INFO (zkCallback-7595-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2032797 INFO (zkCallback-7585-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 2032803 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44759_solr, 127.0.0.1:46061_solr] [junit4] 2> 2032805 DEBUG (ScheduledTrigger-9533-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2032812 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2032812 DEBUG (OverseerAutoScalingTriggerThread-72129088858488838-127.0.0.1:46061_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 2033029 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033033 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46061.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033036 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033037 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033038 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_D86B6A2193061E96-001/tempDir-001/node1/. [junit4] 2> 2033038 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46061.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033038 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46061.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bf4fb89 [junit4] 2> 2033039 INFO (jetty-launcher-7568-thread-2) [n:127.0.0.1:46061_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_D86B6A2193061E96-001/tempDir-001/node2/. [junit4] 2> 2033040 INFO (zkConnectionManagerCallback-7601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2033041 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2033041 INFO (jetty-launcher-7568-thread-1) [n:127.0.0.1:44759_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46361/solr ready [junit4] 2> 2033071 INFO (zkConnectionManagerCallback-7603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2033073 INFO (zkConnectionManagerCallback-7608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 2033073 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 2033074 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46361/solr ready [junit4] 2> 2033091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 2033091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 2033091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 2033091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 2033094 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr] [junit4] 2> 2033095 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2033095 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 2033095 DEBUG (ScheduledTrigger-9542-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033118 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033139 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033159 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033179 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033199 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033219 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033239 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033259 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033280 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033301 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033323 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033345 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033368 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033388 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[D86B6A2193061E96]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger [junit4] 2> 2033389 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033409 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033430 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033450 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033454 DEBUG (simCloudManagerPool-9541-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard1: {"core_node1":{ [junit4] 2> "core":"testTrigger_collection_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testTrigger_collection"}} [junit4] 2> 2033454 DEBUG (simCloudManagerPool-9541-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard2: {"core_node3":{ [junit4] 2> "core":"testTrigger_collection_shard2_replica_n3", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testTrigger_collection"}} [junit4] 2> 2033470 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033490 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033510 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033531 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033551 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033571 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033591 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033611 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033632 DEBUG (ScheduledTrigger-9542-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033640 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[D86B6A2193061E96]) [ ] o.a.s.c.a.IndexSizeTriggerTest ####################################### [junit4] 2> ############ CLUSTER STATE ############ [junit4] 2> ####################################### [junit4] 2> ## Live nodes: 2 [junit4] 2> ## Empty nodes: 0 [junit4] 2> ## Dead nodes: 0 [junit4] 2> ## Collections: [testTrigger_collection] [junit4] 2> DocCollection(testTrigger_collection//clusterstate.json/28)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{ [junit4] 2> "shard2":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testTrigger_collection_shard2_replica_n3", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":11, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":11}, [junit4] 2> "core_node4":{ [junit4] 2> "core":"testTrigger_collection_shard2_replica_n4", [junit4] 2> "SEARCHER.searcher.maxDoc":11, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":11}}, [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active"}, [junit4] 2> "shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "core":"testTrigger_collection_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":14, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":14}, [junit4] 2> "core_node2":{ [junit4] 2> "core":"testTrigger_collection_shard1_replica_n2", [junit4] 2> "SEARCHER.searcher.maxDoc":14, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":14}}, [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active"}}} [junit4] 2> ## Max replicas per node: 2 [junit4] 2> ## Min replicas per node: 2 [junit4] 2> ## Total replicas: 4 [junit4] 2> ## * testTrigger_collection 4 [junit4] 2> ## - active 4 [junit4] 2> ######### Solr op counts ########## [junit4] 2> ## - CREATE 1 [junit4] 2> ## - update 26 [junit4] 2> ######### Autoscaling event counts ########### [junit4] 2> [junit4] 2> 2033641 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[D86B6A2193061E96]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 2033641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 2033641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 2033641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2033641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 2033741 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[D86B6A2193061E96]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger [junit4] 2> 2033809 DEBUG (ScheduledTrigger-9533-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 2033878 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[D86B6A2193061E96]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration [junit4] 2> 2033922 DEBUG (simCloudManagerPool-9541-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2: {"core_node3":{ [junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testMergeIntegration_collection"}} [junit4] 2> 2033924 DEBUG (simCloudManagerPool-9541-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1: {"core_node1":{ [junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testMergeIntegration_collection"}} [junit4] 2> 2033935 DEBUG (simCloudManagerPool-9541-thread-52) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 2033935 DEBUG (simCloudManagerPool-9541-thread-52) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 2033936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 2033936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 2033937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2033937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 2033938 DEBUG (simCloudManagerPool-9541-thread-53) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 2033938 DEBUG (simCloudManagerPool-9541-thread-53) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 2033938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 2033938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 2033938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2033938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 2033939 DEBUG (simCloudManagerPool-9541-thread-54) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 2033939 DEBUG (simCloudManagerPool-9541-thread-54) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 2033939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 2033939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 2033939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 2033939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 2034022 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} [junit4] 2> 2034024 DEBUG (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger] [junit4] 2> 2034024 INFO (ScheduledTrigger-9542-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972299055520, stage=STARTED, actionName='null', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034029 DEBUG (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} [junit4] 2> 2034031 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972624337070, stage=BEFORE_ACTION, actionName='compute_plan', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034031 DEBUG (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 2034034 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try. [junit4] 2> 2034034 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1090972783 sessionWrapper.createTime 1090972661391920, this.sessionWrapper.createTime 1090972661391920 [junit4] 2> 2034034 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972786843870, stage=AFTER_ACTION, actionName='compute_plan', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{ [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard2"}, { [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034035 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972804622270, stage=BEFORE_ACTION, actionName='execute_plan', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{ [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard2"}, { [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034035 DEBUG (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{ [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard2"}, { [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard1"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]} [junit4] 2> 2034035 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}} [junit4] 2> 2034035 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972842417220, stage=AFTER_ACTION, actionName='execute_plan', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{ [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard2"}, { [junit4] 2> "first":"testMergeIntegration_collection", [junit4] 2> "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034036 INFO (AutoscalingActionExecutor-9543-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1090972875132520, stage=SUCCEEDED, actionName='null', event={ [junit4] 2> "id":"3e03ac313b000Tda3wfy5hg1oos6pj51tkgfpcq", [junit4] 2> "source":"index_size_trigger", [junit4] 2> "eventTime":1090967915704320, [junit4] 2> "eventType":"INDEXSIZE", [junit4] 2> "properties":{ [junit4] 2> "__start__":1, [junit4] 2> "aboveSize":{}, [junit4] 2> "belowSize":{"testMergeIntegration_collection":[ [junit4] 2> "{\"core_node1\":{\n \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":7,\n \"SEARCHER.searcher.deletedDocs\":5,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":2,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":2,\n \"__bytes__\":1,\n \"shard\":\"shard1\",\n \"collection\":\"testMergeIntegration_collection\"}}", [junit4] 2> "{\"core_node3\":{\n \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n \"leader\":\"true\",\n \"SEARCHER.searcher.maxDoc\":3,\n \"SEARCHER.searcher.deletedDocs\":0,\n \"INDEX.sizeInBytes\":1,\n \"__docs__\":3,\n \"violationType\":\"belowDocs\",\n \"node_name\":\"127.0.0.1:10001_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"SEARCHER.searcher.numDocs\":3,\n \"__bytes__\":1,\n \"shard\":\"shard2\",\n \"collection\":\"testMergeIntegration_collection\"}}"]}, [junit4] 2> "_enqueue_time_":1090972274786270, [junit4] 2> "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard2\"}, {\n \"first\":\"testMergeIntegration_collection\",\n \"second\":\"shard1\"}]}}"]}}, context={}, config={ [junit4] 2> "trigger":"index_size_trigger", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":[ [junit4] 2> "compute_plan", [junit4] 2> "execute_plan"]}, message='null'} [junit4] 2> 2034039 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[D86B6A2193061E96]) [ ] o.a.s.c.a.IndexSizeTriggerTest ####################################### [junit4] 2> ############ CLUSTER STATE ############ [junit4] 2> ####################################### [junit4] 2> ## Live nodes: 2 [junit4] 2> ## Empty nodes: 0 [junit4] 2> ## Dead nodes: 0 [junit4] 2> ## Collections: [testMergeIntegration_collection] [junit4] 2> DocCollection(testMergeIntegration_collection//clusterstate.json/48)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"2", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{ [junit4] 2> "shard2":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node3":{ [junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":3, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":3}, [junit4] 2> "core_node4":{ [junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n4", [junit4] 2> "SEARCHER.searcher.maxDoc":3, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":3}}, [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active"}, [junit4] 2> "shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1", [junit4] 2> " [...truncated too long message...] KShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2035540 INFO (SUITE-IndexSizeTriggerTest-seed#[D86B6A2193061E96]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46361 46361 [junit4] 2> 2035541 INFO (Thread-6128) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46361 46361 [junit4] 2> 2035543 WARN (Thread-6128) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/aliases.json [junit4] 2> 2 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_D86B6A2193061E96-001 [junit4] 2> Apr 12, 2018 10:48:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=hu, timezone=Africa/Cairo [junit4] 2> NOTE: Linux 4.13.0-37-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=285854808,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, ReplicaListTransformerTest, TestComplexPhraseLeadingWildcard, DistributedVersionInfoTest, TestAnalyzedSuggestions, SearchRateTriggerTest, DirectSolrSpellCheckerTest, RecoveryZkTest, TestJmxIntegration, SortSpecParsingTest, MinimalSchemaTest, TestCodecSupport, CircularListTest, TestLazyCores, AnalyticsQueryTest, TestFastWriter, PingRequestHandlerTest, DisMaxRequestHandlerTest, TestSolrCloudSnapshots, LukeRequestHandlerTest, TestSmileRequest, OverseerRolesTest, AddReplicaTest, NoCacheHeaderTest, ReplaceNodeNoTargetTest, DistributedFacetPivotWhiteBoxTest, TestCloudRecovery, TolerantUpdateProcessorTest, DeleteLastCustomShardedReplicaTest, SaslZkACLProviderTest, TestMultiValuedNumericRangeQuery, TestUtilizeNode, AutoScalingHandlerTest, ClusterStateUpdateTest, DeleteShardTest, TestSQLHandler, TimeZoneUtilsTest, RegexBoostProcessorTest, TestExactStatsCache, TestUpdate, ExplicitHLLTest, WrapperMergePolicyFactoryTest, HdfsAutoAddReplicasIntegrationTest, AnalysisAfterCoreReloadTest, TestInPlaceUpdatesStandalone, TestUnifiedSolrHighlighter, CollectionsAPIAsyncDistributedZkTest, TestRandomDVFaceting, SpellCheckComponentTest, EnumFieldTest, ClassificationUpdateProcessorFactoryTest, HDFSCollectionsAPITest, BadCopyFieldTest, TestExportWriter, ConfigureRecoveryStrategyTest, TestFieldCacheSort, ResponseLogComponentTest, DistribDocExpirationUpdateProcessorTest, TestEmbeddedSolrServerAdminHandler, TestHashQParserPlugin, TestLFUCache, ConvertedLegacyTest, TestIntervalFaceting, TestExpandComponent, ReturnFieldsTest, TestDFRSimilarityFactory, CoreAdminHandlerTest, BigEndianAscendingWordDeserializerTest, CacheHeaderTest, TestMacroExpander, TestCryptoKeys, MetricTriggerIntegrationTest, MoreLikeThisHandlerTest, TestManagedSchemaAPI, DistributedSpellCheckComponentTest, TestRTimerTree, TestLockTree, SolrCloudExampleTest, HttpPartitionOnCommitTest, TemplateUpdateProcessorTest, TestHdfsCloudBackupRestore, CustomCollectionTest, TestSortByMinMaxFunction, WordBreakSolrSpellCheckerTest, UtilsToolTest, TestDelegationWithHadoopAuth, TestQuerySenderListener, UnloadDistributedZkTest, TestUseDocValuesAsStored, TestCloudConsistency, TestCoreDiscovery, TestScoreJoinQPScore, TestPayloadScoreQParserPlugin, LargeFieldTest, TestChildDocTransformer, TestSolrDeletionPolicy2, HdfsChaosMonkeyNothingIsSafeTest, V2StandaloneTest, SolrTestCaseJ4Test, OverriddenZkACLAndCredentialsProvidersTest, TestSchemaManager, TestQueryTypes, TestSchemaNameResource, TestDynamicFieldCollectionResource, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTrieFacet, TestApiFramework, DistributedFacetSimpleRefinementLongTailTest, CreateCollectionCleanupTest, TestLegacyFieldReuse, AnalysisErrorHandlingTest, ParsingFieldUpdateProcessorsTest, TestManagedStopFilterFactory, HLLUtilTest, DistributedExpandComponentTest, TestConfigSetsAPI, PreAnalyzedFieldTest, MultiTermTest, HdfsSyncSliceTest, NumericFieldsTest, CloneFieldUpdateProcessorFactoryTest, TestRangeQuery, TestNonDefinedSimilarityFactory, TestMaxScoreQueryParser, TestBadConfig, TestSolrCloudWithDelegationTokens, TestRawTransformer, TestFiltering, TestDistributedMap, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestFaceting, TestRecovery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, PeerSyncTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, CSVRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteReplicaTest, LIROnShardRestartTest, LIRRollingUpdatesTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, NodeMutatorTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestPullReplicaErrorHandling, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestTlogReplica, ZkShardTermsTest, AssignTest, CollectionsAPIDistributedZkTest, TestLocalFSCloudBackupRestore, ExecutePlanActionTest, IndexSizeTriggerTest] [junit4] Completed [566/801 (1!)] on J2 in 3.76s, 4 tests, 1 error <<< FAILURES! [...truncated 40699 lines...] -documentation-lint: [echo] checking for broken html... [jtidy] Checking for broken html (such as invalid tags)... [delete] Deleting directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/jtidy_tmp [echo] Checking for broken links... [exec] [exec] Crawl/parse... [exec] [exec] Verify... [echo] Checking for missing docs... [exec] [exec] build/docs/spatial3d/org/apache/lucene/spatial3d/geom/SidedPlane.html [exec] missing Methods: strictlyWithin-double-double-double- [exec] missing Methods: strictlyWithin-org.apache.lucene.spatial3d.geom.Vector- [exec] [exec] Missing javadocs were found! BUILD FAILED /home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:633: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:101: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:142: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:199: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2550: exec returned: 1 Total time: 80 minutes 11 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 [WARNINGS] Skipping publisher since build result is FAILURE Recording test results Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Email was triggered for: Failure - Any Sending email for trigger: Failure - Any Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org