Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1360/
5 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth
investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties
were stopped - this is worth investigating!
at
__randomizedtesting.SeedInfo.seed([2C9DFF6E29E6CD07:A4C9C0B4871AA0FF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
2 threads leaked from SUITE scope at
org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest: 1)
Thread[id=8280, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
2) Thread[id=8281, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE
scope at org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest:
1) Thread[id=8280, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
2) Thread[id=8281, name=StoppableIndexingThread, state=TIMED_WAITING,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
at __randomizedtesting.SeedInfo.seed([2C9DFF6E29E6CD07]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=8280, name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.security.AccessController.doPrivileged(Native Method) at
com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at
java.io.PrintStream.flush(PrintStream.java:338) at
java.io.FilterOutputStream.flush(FilterOutputStream.java:140) at
java.io.PrintStream.write(PrintStream.java:482) at
sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221) at
sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291) at
sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104) at
java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185) at
java.io.PrintStream.newLine(PrintStream.java:546) at
java.io.PrintStream.println(PrintStream.java:824) at
java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748) at
java.lang.Throwable.printStackTrace(Throwable.java:658) at
java.lang.Throwable.printStackTrace(Throwable.java:643) at
java.lang.Throwable.printStackTrace(Throwable.java:634) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:121)
2) Thread[id=8281, name=StoppableIndexingThread, state=BLOCKED,
group=TGRP-HdfsChaosMonkeySafeLeaderTest] at
java.io.PrintStream.println(PrintStream.java:805) at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=8280, name=StoppableIndexingThread, state=RUNNABLE,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.security.AccessController.doPrivileged(Native Method)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
at java.io.PrintStream.flush(PrintStream.java:338)
at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
at java.io.PrintStream.write(PrintStream.java:482)
at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
at sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104)
at java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185)
at java.io.PrintStream.newLine(PrintStream.java:546)
at java.io.PrintStream.println(PrintStream.java:824)
at java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748)
at java.lang.Throwable.printStackTrace(Throwable.java:658)
at java.lang.Throwable.printStackTrace(Throwable.java:643)
at java.lang.Throwable.printStackTrace(Throwable.java:634)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:121)
2) Thread[id=8281, name=StoppableIndexingThread, state=BLOCKED,
group=TGRP-HdfsChaosMonkeySafeLeaderTest]
at java.io.PrintStream.println(PrintStream.java:805)
at
org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120)
at __randomizedtesting.SeedInfo.seed([2C9DFF6E29E6CD07]:0)
FAILED:
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1500734086443,generation=2,filelist=[_f6.fdt, _f6.fdx,
_f6.fnm, _f6.nvd, _f6.nvm, _f6.si, _f6_LuceneVarGapDocFreqInterval_0.doc,
_f6_LuceneVarGapDocFreqInterval_0.tib, _f6_LuceneVarGapDocFreqInterval_0.tiv,
_f7.cfe, _f7.cfs, _f7.si, _f8.cfe, _f8.cfs, _f8.si, _f9.cfe, _f9.cfs, _f9.si,
_fa.cfe, _fa.cfs, _fa.si, _fb.cfe, _fb.cfs, _fb.si, _fc.cfe, _fc.cfs, _fc.si,
_fd.cfe, _fd.cfs, _fd.si, _fe.cfe, _fe.cfs, _fe.si, _ff.cfe, _ff.cfs, _ff.si,
_fg.cfe, _fg.cfs, _fg.si, _fh.cfe, _fh.cfs, _fh.si, _fi.cfe, _fi.cfs, _fi.si,
_fj.cfe, _fj.cfs, _fj.si, _fk.cfe, _fk.cfs, _fk.si, _fl.cfe, _fl.cfs, _fl.si,
_fm.cfe, _fm.cfs, _fm.si, _fn.cfe, _fn.cfs, _fn.si, _fo.cfe, _fo.cfs, _fo.si,
_fp.cfe, _fp.cfs, _fp.si, _fq.cfe, _fq.cfs, _fq.si, segments_2]}]> but
was:<[{indexVersion=1500734086443,generation=2,filelist=[_f6.fdt, _f6.fdx,
_f6.fnm, _f6.nvd, _f6.nvm, _f6.si, _f6_LuceneVarGapDocFreqInterval_0.doc,
_f6_LuceneVarGapDocFreqInterval_0.tib, _f6_LuceneVarGapDocFreqInterval_0.tiv,
_f7.cfe, _f7.cfs, _f7.si, _f8.cfe, _f8.cfs, _f8.si, _f9.cfe, _f9.cfs, _f9.si,
_fa.cfe, _fa.cfs, _fa.si, _fb.cfe, _fb.cfs, _fb.si, _fc.cfe, _fc.cfs, _fc.si,
_fd.cfe, _fd.cfs, _fd.si, _fe.cfe, _fe.cfs, _fe.si, _ff.cfe, _ff.cfs, _ff.si,
_fg.cfe, _fg.cfs, _fg.si, _fh.cfe, _fh.cfs, _fh.si, _fi.cfe, _fi.cfs, _fi.si,
_fj.cfe, _fj.cfs, _fj.si, _fk.cfe, _fk.cfs, _fk.si, _fl.cfe, _fl.cfs, _fl.si,
_fm.cfe, _fm.cfs, _fm.si, _fn.cfe, _fn.cfs, _fn.si, _fo.cfe, _fo.cfs, _fo.si,
_fp.cfe, _fp.cfs, _fp.si, _fq.cfe, _fq.cfs, _fq.si, segments_2]},
{indexVersion=1500734086443,generation=3,filelist=[_fr.fdt, _fr.fdx, _fr.fnm,
_fr.nvd, _fr.nvm, _fr.si, _fr_LuceneVarGapDocFreqInterval_0.doc,
_fr_LuceneVarGapDocFreqInterval_0.tib, _fr_LuceneVarGapDocFreqInterval_0.tiv,
segments_3]}]>
Stack Trace:
java.lang.AssertionError:
expected:<[{indexVersion=1500734086443,generation=2,filelist=[_f6.fdt, _f6.fdx,
_f6.fnm, _f6.nvd, _f6.nvm, _f6.si, _f6_LuceneVarGapDocFreqInterval_0.doc,
_f6_LuceneVarGapDocFreqInterval_0.tib, _f6_LuceneVarGapDocFreqInterval_0.tiv,
_f7.cfe, _f7.cfs, _f7.si, _f8.cfe, _f8.cfs, _f8.si, _f9.cfe, _f9.cfs, _f9.si,
_fa.cfe, _fa.cfs, _fa.si, _fb.cfe, _fb.cfs, _fb.si, _fc.cfe, _fc.cfs, _fc.si,
_fd.cfe, _fd.cfs, _fd.si, _fe.cfe, _fe.cfs, _fe.si, _ff.cfe, _ff.cfs, _ff.si,
_fg.cfe, _fg.cfs, _fg.si, _fh.cfe, _fh.cfs, _fh.si, _fi.cfe, _fi.cfs, _fi.si,
_fj.cfe, _fj.cfs, _fj.si, _fk.cfe, _fk.cfs, _fk.si, _fl.cfe, _fl.cfs, _fl.si,
_fm.cfe, _fm.cfs, _fm.si, _fn.cfe, _fn.cfs, _fn.si, _fo.cfe, _fo.cfs, _fo.si,
_fp.cfe, _fp.cfs, _fp.si, _fq.cfe, _fq.cfs, _fq.si, segments_2]}]> but
was:<[{indexVersion=1500734086443,generation=2,filelist=[_f6.fdt, _f6.fdx,
_f6.fnm, _f6.nvd, _f6.nvm, _f6.si, _f6_LuceneVarGapDocFreqInterval_0.doc,
_f6_LuceneVarGapDocFreqInterval_0.tib, _f6_LuceneVarGapDocFreqInterval_0.tiv,
_f7.cfe, _f7.cfs, _f7.si, _f8.cfe, _f8.cfs, _f8.si, _f9.cfe, _f9.cfs, _f9.si,
_fa.cfe, _fa.cfs, _fa.si, _fb.cfe, _fb.cfs, _fb.si, _fc.cfe, _fc.cfs, _fc.si,
_fd.cfe, _fd.cfs, _fd.si, _fe.cfe, _fe.cfs, _fe.si, _ff.cfe, _ff.cfs, _ff.si,
_fg.cfe, _fg.cfs, _fg.si, _fh.cfe, _fh.cfs, _fh.si, _fi.cfe, _fi.cfs, _fi.si,
_fj.cfe, _fj.cfs, _fj.si, _fk.cfe, _fk.cfs, _fk.si, _fl.cfe, _fl.cfs, _fl.si,
_fm.cfe, _fm.cfs, _fm.si, _fn.cfe, _fn.cfs, _fn.si, _fo.cfe, _fo.cfs, _fo.si,
_fp.cfe, _fp.cfs, _fp.si, _fq.cfe, _fq.cfs, _fq.si, segments_2]},
{indexVersion=1500734086443,generation=3,filelist=[_fr.fdt, _fr.fdx, _fr.fnm,
_fr.nvd, _fr.nvm, _fr.si, _fr_LuceneVarGapDocFreqInterval_0.doc,
_fr_LuceneVarGapDocFreqInterval_0.tib, _fr_LuceneVarGapDocFreqInterval_0.tiv,
segments_3]}]>
at
__randomizedtesting.SeedInfo.seed([2C9DFF6E29E6CD07:94AE45E59AEC304]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1277)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([2C9DFF6E29E6CD07:A4C9C0B4871AA0FF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:156)
at
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11519 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> 617301 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/init-core-data-001
[junit4] 2> 617306 WARN
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 617306 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 617308 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 617308 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 617385 WARN
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 617408 WARN
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 617420 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 617444 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_localhost_42577_hdfs____ne5npd/webapp
[junit4] 2> 617937 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42577
[junit4] 2> 618280 WARN
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 618281 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 618300 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_52896_datanode____.sc0a69/webapp
[junit4] 2> 618942 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52896
[junit4] 2> 619357 WARN
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 619358 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log jetty-6.1.26
[junit4] 2> 619427 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Extract
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_56843_datanode____.5qt1nn/webapp
[junit4] 2> 619537 INFO (IPC Server handler 1 on 36700) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-bf1ea655-26f7-49cc-8bae-6ca8f9e0893c node
DatanodeRegistration(127.0.0.1:60774,
datanodeUuid=8e80e510-5f32-466d-8ace-a32ae5773536, infoPort=52724,
infoSecurePort=0, ipcPort=38542,
storageInfo=lv=-56;cid=testClusterID;nsid=598110306;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 619537 INFO (IPC Server handler 1 on 36700) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-9ee29c27-84a0-48dc-88c2-cfeda54ca458 node
DatanodeRegistration(127.0.0.1:60774,
datanodeUuid=8e80e510-5f32-466d-8ace-a32ae5773536, infoPort=52724,
infoSecurePort=0, ipcPort=38542,
storageInfo=lv=-56;cid=testClusterID;nsid=598110306;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 620260 INFO
(SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56843
[junit4] 2> 620981 INFO (IPC Server handler 8 on 36700) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-c134b49c-5a84-4302-bfb3-e2acecd87a90 node
DatanodeRegistration(127.0.0.1:44434,
datanodeUuid=ec8c1de4-197b-44e4-bae3-08d283e02ead, infoPort=40880,
infoSecurePort=0, ipcPort=39282,
storageInfo=lv=-56;cid=testClusterID;nsid=598110306;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 620981 INFO (IPC Server handler 8 on 36700) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-d4ba4116-dc10-4d04-b2c1-862ced4dee34 node
DatanodeRegistration(127.0.0.1:44434,
datanodeUuid=ec8c1de4-197b-44e4-bae3-08d283e02ead, infoPort=40880,
infoSecurePort=0, ipcPort=39282,
storageInfo=lv=-56;cid=testClusterID;nsid=598110306;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 621652 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 621662 INFO (Thread-3220) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 621662 INFO (Thread-3220) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 621691 ERROR (Thread-3220) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 621762 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ZkTestServer start zk server on port:47214
[junit4] 2> 621841 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 621845 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 621853 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 621861 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 621864 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 621875 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 621884 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 621892 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 621898 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 621902 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 621906 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractZkTestCase put
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 621912 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly
asked otherwise
[junit4] 2> 622147 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 622148 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@e618250{/,null,AVAILABLE}
[junit4] 2> 622148 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@57298fbf{HTTP/1.1,[http/1.1]}{127.0.0.1:41392}
[junit4] 2> 622148 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server Started @624330ms
[junit4] 2> 622148 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:36700/hdfs__localhost_36700__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001_tempDir-002_control_data,
replicaType=NRT, hostContext=/, hostPort=41392,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/control-001/cores}
[junit4] 2> 622150 ERROR
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 622150 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 622150 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 622150 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 622150 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-07-22T14:28:17.961Z
[junit4] 2> 622153 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 622153 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/control-001/solr.xml
[junit4] 2> 622157 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 622181 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47214/solr
[junit4] 2> 622392 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 622392 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.c.OverseerElectionContext I am going to be the
leader 127.0.0.1:41392_
[junit4] 2> 622393 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.c.Overseer Overseer
(id=98352083599425540-127.0.0.1:41392_-n_0000000000) starting
[junit4] 2> 622478 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:41392_
[junit4] 2> 622479 INFO
(zkCallback-1078-thread-1-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 622731 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 622764 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 622764 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 622765 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:41392_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/control-001/cores
[junit4] 2> 622869 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 622869 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47214/solr ready
[junit4] 2> 622876 INFO (qtp1666203318-7924) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41392_&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 622896 INFO
(OverseerThreadFactory-2282-thread-1-processing-n:127.0.0.1:41392_)
[n:127.0.0.1:41392_ ] o.a.s.c.CreateCollectionCmd Create collection
control_collection
[junit4] 2> 623008 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 623009 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 623114 INFO
(zkCallback-1078-thread-1-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 624070 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 624105 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 624197 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 624238 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1'
using configuration from collection control_collection, trusted=true
[junit4] 2> 624239 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.control_collection.shard1.replica_n1' (registry
'solr.core.control_collection.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 624239 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:36700/solr_hdfs_home
[junit4] 2> 624239 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 624239 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 624239 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore
at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/control-001/cores/control_collection_shard1_replica_n1],
dataDir=[hdfs://localhost:36700/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 624240 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 624246 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 624247 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 624247 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 624257 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 624264 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 624288 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 624303 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 624303 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 624303 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 624337 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 624338 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1339697012392608]
[junit4] 2> 624401 INFO (IPC Server handler 0 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44434 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-bf1ea655-26f7-49cc-8bae-6ca8f9e0893c:NORMAL:127.0.0.1:60774|RBW],
ReplicaUC[[DISK]DS-d4ba4116-dc10-4d04-b2c1-862ced4dee34:NORMAL:127.0.0.1:44434|FINALIZED]]}
size 0
[junit4] 2> 624402 INFO (IPC Server handler 1 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60774 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-d4ba4116-dc10-4d04-b2c1-862ced4dee34:NORMAL:127.0.0.1:44434|FINALIZED],
ReplicaUC[[DISK]DS-9ee29c27-84a0-48dc-88c2-cfeda54ca458:NORMAL:127.0.0.1:60774|FINALIZED]]}
size 0
[junit4] 2> 624423 WARN (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 624482 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 624482 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 624482 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 624513 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 624513 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 624522 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.8143478495655935]
[junit4] 2> 624590 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@750df1ac[control_collection_shard1_replica_n1] main]
[junit4] 2> 624591 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 624591 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 624591 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 624592 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1573633340633776128
[junit4] 2> 624608 INFO
(searcherExecutor-2285-thread-1-processing-n:127.0.0.1:41392_
x:control_collection_shard1_replica_n1 s:shard1 c:control_collection)
[n:127.0.0.1:41392_ c:control_collection s:shard1
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore
[control_collection_shard1_replica_n1] Registered new searcher
Searcher@750df1ac[control_collection_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:41392/control_collection_shard1_replica_n1/
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.SyncStrategy
http://127.0.0.1:41392/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 624634 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 624647 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:41392/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 624749 INFO
(zkCallback-1078-thread-1-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 624798 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 624800 INFO (qtp1666203318-7921) [n:127.0.0.1:41392_
c:control_collection s:shard1 x:control_collection_shard1_replica_n1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1792
[junit4] 2> 624804 INFO (qtp1666203318-7924) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 624896 INFO
(OverseerCollectionConfigSetProcessor-98352083599425540-127.0.0.1:41392_-n_0000000000)
[n:127.0.0.1:41392_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 624902 INFO
(zkCallback-1078-thread-1-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged
path:/collections/control_collection/state.json] for collection
[control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 625804 INFO (qtp1666203318-7924) [n:127.0.0.1:41392_ ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41392_&wt=javabin&version=2}
status=0 QTime=2928
[junit4] 2> 625919 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 625919 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47214/solr ready
[junit4] 2> 625919 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection
loss:false
[junit4] 2> 625922 INFO (qtp1666203318-7925) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 625939 INFO
(OverseerThreadFactory-2282-thread-2-processing-n:127.0.0.1:41392_)
[n:127.0.0.1:41392_ ] o.a.s.c.CreateCollectionCmd Create collection
collection1
[junit4] 2> 625941 WARN
(OverseerThreadFactory-2282-thread-2-processing-n:127.0.0.1:41392_)
[n:127.0.0.1:41392_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a
collection (collection1) without cores.
[junit4] 2> 626148 INFO (qtp1666203318-7925) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 626148 INFO (qtp1666203318-7925) [n:127.0.0.1:41392_ ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2}
status=0 QTime=226
[junit4] 2> 626385 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-1-001
of type NRT
[junit4] 2> 626385 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 626389 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@491fa91c{/,null,AVAILABLE}
[junit4] 2> 626389 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@7c4b21a2{HTTP/1.1,[http/1.1]}{127.0.0.1:53183}
[junit4] 2> 626389 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server Started @628572ms
[junit4] 2> 626389 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:36700/hdfs__localhost_36700__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001_tempDir-002_jetty1,
solrconfig=solrconfig.xml, hostContext=/, hostPort=53183,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-1-001/cores}
[junit4] 2> 626390 ERROR
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 626390 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 626390 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 626390 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 626390 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-07-22T14:28:22.201Z
[junit4] 2> 626418 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 626418 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-1-001/solr.xml
[junit4] 2> 626422 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 626431 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47214/solr
[junit4] 2> 626447 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 626448 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 626450 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:53183_
[junit4] 2> 626450 INFO
(zkCallback-1078-thread-1-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 626458 INFO (zkCallback-1085-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 626468 INFO
(zkCallback-1090-thread-2-processing-n:127.0.0.1:53183_) [n:127.0.0.1:53183_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 626521 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 626531 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 626531 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 626532 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:53183_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-1-001/cores
[junit4] 2> 626570 INFO (qtp1666203318-7923) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params
node=127.0.0.1:53183_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 626571 INFO
(OverseerCollectionConfigSetProcessor-98352083599425540-127.0.0.1:41392_-n_0000000000)
[n:127.0.0.1:41392_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 626572 INFO
(OverseerThreadFactory-2282-thread-3-processing-n:127.0.0.1:41392_)
[n:127.0.0.1:41392_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:53183_
for creating new replica
[junit4] 2> 626575 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 626575 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 627588 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 627600 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema
[collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 627875 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 627915 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_n1' using configuration from
collection collection1, trusted=true
[junit4] 2> 627916 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_n1' (registry
'solr.core.collection1.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 627916 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:36700/solr_hdfs_home
[junit4] 2> 627916 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 627916 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 627916 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore
[[collection1_shard1_replica_n1] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-1-001/cores/collection1_shard1_replica_n1],
dataDir=[hdfs://localhost:36700/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 627917 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 627924 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 627924 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 627924 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 627957 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 627959 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 627991 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 628003 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 628003 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 628003 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 628019 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 628019 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1339697012392608]
[junit4] 2> 628113 INFO (IPC Server handler 1 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44434 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-bf1ea655-26f7-49cc-8bae-6ca8f9e0893c:NORMAL:127.0.0.1:60774|RBW],
ReplicaUC[[DISK]DS-c134b49c-5a84-4302-bfb3-e2acecd87a90:NORMAL:127.0.0.1:44434|FINALIZED]]}
size 0
[junit4] 2> 628113 INFO (IPC Server handler 2 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60774 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-bf1ea655-26f7-49cc-8bae-6ca8f9e0893c:NORMAL:127.0.0.1:60774|RBW],
ReplicaUC[[DISK]DS-c134b49c-5a84-4302-bfb3-e2acecd87a90:NORMAL:127.0.0.1:44434|FINALIZED]]}
size 0
[junit4] 2> 628144 WARN (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 628302 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 628302 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 628302 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 628316 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker
Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 628316 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 628321 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.8143478495655935]
[junit4] 2> 628337 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@20fba71b[collection1_shard1_replica_n1] main]
[junit4] 2> 628338 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf1
[junit4] 2> 628338 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 628338 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 628339 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1573633344562790400
[junit4] 2> 628343 INFO
(searcherExecutor-2296-thread-1-processing-n:127.0.0.1:53183_
x:collection1_shard1_replica_n1 s:shard1 c:collection1) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore
[collection1_shard1_replica_n1] Registered new searcher
Searcher@20fba71b[collection1_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:53183/collection1_shard1_replica_n1/
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy
Sync Success - now sync replicas to me
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy
http://127.0.0.1:53183/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 628347 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 628349 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:53183/collection1_shard1_replica_n1/ shard1
[junit4] 2> 628500 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 628501 INFO (qtp1655918669-7975) [n:127.0.0.1:53183_
c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1926
[junit4] 2> 628512 INFO (qtp1666203318-7923) [n:127.0.0.1:41392_ ]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={node=127.0.0.1:53183_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2}
status=0 QTime=1942
[junit4] 2> 628578 INFO
(OverseerCollectionConfigSetProcessor-98352083599425540-127.0.0.1:41392_-n_0000000000)
[n:127.0.0.1:41392_ ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 628838 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-2-001
of type NRT
[junit4] 2> 628839 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 628839 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@2544ed8c{/,null,AVAILABLE}
[junit4] 2> 628840 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@745bd098{HTTP/1.1,[http/1.1]}{127.0.0.1:50114}
[junit4] 2> 628840 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.e.j.s.Server Started @631022ms
[junit4] 2> 628840 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties:
{solr.data.dir=hdfs://localhost:36700/hdfs__localhost_36700__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001_tempDir-002_jetty2,
replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=50114,
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-2-001/cores}
[junit4] 2> 628840 ERROR
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 628841 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
8.0.0
[junit4] 2> 628841 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 628841 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 628858 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-07-22T14:28:24.652Z
[junit4] 2> 628925 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in
ZooKeeper)
[junit4] 2> 628925 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig Loading container configuration from
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-2-001/solr.xml
[junit4] 2> 628972 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 628986 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07]) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47214/solr
[junit4] 2> 629129 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (2)
[junit4] 2> 629132 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 629150 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:50114_
[junit4] 2> 629151 INFO
(zkCallback-1090-thread-2-processing-n:127.0.0.1:53183_) [n:127.0.0.1:53183_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 629152 INFO (zkCallback-1085-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 629152 INFO
(zkCallback-1078-thread-3-processing-n:127.0.0.1:41392_) [n:127.0.0.1:41392_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 629152 INFO
(zkCallback-1096-thread-1-processing-n:127.0.0.1:50114_) [n:127.0.0.1:50114_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 629279 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 629283 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 629283 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 629284 INFO
(TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[2C9DFF6E29E6CD07])
[n:127.0.0.1:50114_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
underneath
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-2-001/cores
[junit4] 2> 629311 INFO (qtp1666203318-7926) [n:127.0.0.1:41392_ ]
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params
node=127.0.0.1:50114_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 629313 INFO
(OverseerThreadFactory-2282-thread-4-processing-n:127.0.0.1:41392_)
[n:127.0.0.1:41392_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50114_
for creating new replica
[junit4] 2> 629321 INFO (qtp413784967-8015) [n:127.0.0.1:50114_ ]
o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 629321 INFO (qtp413784967-8015) [n:127.0.0.1:50114_ ]
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4
transient cores
[junit4] 2> 630358 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 8.0.0
[junit4] 2> 630461 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema
[collection1_shard1_replica_n3] Schema name=test
[junit4] 2> 630890 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema
Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 630949 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.c.CoreContainer
Creating SolrCore 'collection1_shard1_replica_n3' using configuration from
collection collection1, trusted=true
[junit4] 2> 630952 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1.shard1.replica_n3' (registry
'solr.core.collection1.shard1.replica_n3') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@784ebf91
[junit4] 2> 630952 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://localhost:36700/solr_hdfs_home
[junit4] 2> 630953 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 630953 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 630953 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore
[[collection1_shard1_replica_n3] ] Opening new SolrCore at
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_2C9DFF6E29E6CD07-001/shard-2-001/cores/collection1_shard1_replica_n3],
dataDir=[hdfs://localhost:36700/solr_hdfs_home/collection1/core_node4/data/]
[junit4] 2> 630955 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node4/data/snapshot_metadata
[junit4] 2> 630975 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 630975 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 630975 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 631000 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 631001 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node4/data
[junit4] 2> 631117 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://localhost:36700/solr_hdfs_home/collection1/core_node4/data/index
[junit4] 2> 631168 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 631168 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 631168 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 631193 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 631198 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1339697012392608]
[junit4] 2> 631349 INFO (IPC Server handler 4 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44434 is
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-9ee29c27-84a0-48dc-88c2-cfeda54ca458:NORMAL:127.0.0.1:60774|RBW],
ReplicaUC[[DISK]DS-d4ba4116-dc10-4d04-b2c1-862ced4dee34:NORMAL:127.0.0.1:44434|FINALIZED]]}
size 0
[junit4] 2> 631357 INFO (IPC Server handler 5 on 36700) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60774 is
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-9ee29c27-84a0-48dc-88c2-cfeda54ca458:NORMAL:127.0.0.1:60774|RBW],
ReplicaUC[[DISK]DS-d4ba4116-dc10-4d04-b2c1-862ced4dee34:NORMAL:127.0.0.1:44434|FINALIZED]]}
size 0
[junit4] 2> 631393 WARN (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type =
requestHandler,name = /dump,class = DumpRequestHandler,attributes =
{initParams=a, name=/dump, class=DumpRequestHandler},args =
{defaults={a=A,b=B}}}
[junit4] 2> 631727 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 631727 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100
maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 631727 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 631752 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker
Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 631752 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 631763 INFO (qtp413784967-8015) [n:127.0.0.1:50114_
c:collection1 s:shard1 x:collection1_shard1_replica_n3]
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
minMergeSize=1
[...truncated too long message...]
pool BP-1778840234-10.41.0.5-1500735389400 (Datanode Uuid
43ffcbf8-e179-4d3b-978d-32d4f88108fc) service to localhost/127.0.0.1:53305
[junit4] 2> 2362035 INFO
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2362139 ERROR
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[2C9DFF6E29E6CD07]-worker) [ ]
o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
[junit4] 2> java.lang.reflect.InvocationTargetException
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
[junit4] 2> at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:97)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
[junit4] 2> at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_2C9DFF6E29E6CD07-001
[junit4] 2> Jul 22, 2017 2:57:17 PM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=1684, maxMBSortInHeap=6.991688812027187,
sim=RandomSimilarity(queryNorm=true): {}, locale=ms-MY, timezone=Europe/Zagreb
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation
1.8.0_131 (64-bit)/cpus=4,threads=2,free=260579976,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig,
SolrShardReporterTest, TestRangeQuery, CheckHdfsIndexTest,
TestBinaryResponseWriter, TestPHPSerializedResponseWriter, MigrateRouteKeyTest,
TestSolrFieldCacheBean, CdcrRequestHandlerTest,
TestStressCloudBlindAtomicUpdates, XmlUpdateRequestHandlerTest,
TestSerializedLuceneMatchVersion, TestSolrQueryParser,
TestBlendedInfixSuggestions, ConjunctionSolrSpellCheckerTest,
HdfsRecoveryZkTest, TestReplicationHandler, TestCloudRecovery,
TestInPlaceUpdatesStandalone, TestFieldCacheWithThreads,
DistributedFacetExistsSmallTest, TestHighlightDedupGrouping,
TestDynamicLoading, TestCoreAdminApis, TestLMDirichletSimilarityFactory,
TestAuthenticationFramework, TestFieldTypeCollectionResource,
DeleteLastCustomShardedReplicaTest, ConnectionReuseTest,
HdfsWriteToMultipleCollectionsTest, SolrCoreMetricManagerTest,
TestQuerySenderNoQuery, TestCrossCoreJoin, TestExtendedDismaxParser,
InfoHandlerTest, BlockJoinFacetDistribTest,
CloneFieldUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest,
TestApiFramework, TestManagedResourceStorage, RecoveryAfterSoftCommitTest,
FieldMutatingUpdateProcessorTest, TestScoreJoinQPNoScore,
SecurityConfHandlerTest, TestDFISimilarityFactory, SolrCLIZkUtilsTest,
NodeMutatorTest, TestShardHandlerFactory, SolrPluginUtilsTest, BufferStoreTest,
CollectionTooManyReplicasTest, HdfsBasicDistributedZkTest, SyncSliceTest,
BasicAuthIntegrationTest, AddSchemaFieldsUpdateProcessorFactoryTest,
TestSystemCollAutoCreate, TestDocTermOrds, TestWordDelimiterFilterFactory,
TestBadConfig, TestOmitPositions, TestLuceneMatchVersion, JavabinLoaderTest,
TestCollationField, TestRequestForwarding, TestSha256AuthenticationProvider,
TestOrdValues, CoreSorterTest, TestStressLucene, PeerSyncTest,
MBeansHandlerTest, SolrRequestParserTest, TestRemoteStreaming,
OutputWriterTest, TestConfigReload, ReplicationFactorTest,
BasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest,
TestSchemaResource, UpdateParamsTest, TestMiniSolrCloudClusterSSL,
EchoParamsTest, HLLUtilTest, TestGeoJSONResponseWriter,
TestComplexPhraseLeadingWildcard, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [696/727 (3!)] on J0 in 58.37s, 1 test, 1 failure <<<
FAILURES!
[...truncated 43302 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
