Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6147/
Java: 64bit/jdk-14.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC

6 tests failed.
FAILED:  org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog

Error Message:
Timeout waiting for finish replay updates

Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting for finish replay updates
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:F03D3D4C24AE8999]:0)
        at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
        at 
org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testCorruptLog

Error Message:
mismatch: '0'!='1' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '0'!='1' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:5CB094CA505948CC]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
        at 
org.apache.solr.search.TestRecoveryHdfs.testCorruptLog(TestRecoveryHdfs.java:859)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs

Error Message:
expected:<1> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<4>
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:8FF1E1B2625B90E8]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.junit.Assert.assertEquals(Assert.java:631)
        at 
org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:732)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testBuffering

Error Message:
expected:<ACTIVE> but was:<REPLAYING>

Stack Trace:
java.lang.AssertionError: expected:<ACTIVE> but was:<REPLAYING>
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:B3838E320B38B83B]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:118)
        at org.junit.Assert.assertEquals(Assert.java:144)
        at 
org.apache.solr.search.TestRecoveryHdfs.testBuffering(TestRecoveryHdfs.java:260)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown

Error Message:
mismatch: '2'!='8' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '2'!='8' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:302298DECFF84155]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
        at 
org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:637)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs

Error Message:
mismatch: '6'!='14' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '6'!='14' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([AE6D2019AA611910:17F8B8282D1A5EF9]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
        at 
org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs(TestRecoveryHdfs.java:951)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 13757 lines...]
   [junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
   [junit4]   2> 741083 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 741083 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 741084 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 741084 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 741085 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 741085 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 744464 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 744483 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
   [junit4]   2> 744487 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 744487 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 744487 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
node0 Scavenging every 600000ms
   [junit4]   2> 744488 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@48ae88ff{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 744766 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@7710502a{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-53751-hadoop-hdfs-3_2_0-tests_jar-_-any-1451785245983364849.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 744771 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@45a03c9f{HTTP/1.1, 
(http/1.1)}{localhost:53751}
   [junit4]   2> 744771 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.Server 
Started @744812ms
   [junit4]   2> 745296 WARN  (StorageLocationChecker thread 0) [     ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   2> 745353 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 745356 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
   [junit4]   2> 745358 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 745358 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 745358 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 745358 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@70c28aa8{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 745514 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@51895be9{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-53758-hadoop-hdfs-3_2_0-tests_jar-_-any-3610806435264334411.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 745515 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@2d5a50ea{HTTP/1.1, 
(http/1.1)}{localhost:53758}
   [junit4]   2> 745515 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.Server 
Started @745555ms
   [junit4]   2> 746526 INFO  (Block report processor) [     ] BlockStateChange 
BLOCK* processReport 0x588051cf3181204: Processing first storage report for 
DS-6dac9ca5-b953-476f-8aa8-cd0cd417777b from datanode 
cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22
   [junit4]   2> 746531 INFO  (Block report processor) [     ] BlockStateChange 
BLOCK* processReport 0x588051cf3181204: from storage 
DS-6dac9ca5-b953-476f-8aa8-cd0cd417777b node 
DatanodeRegistration(127.0.0.1:53757, 
datanodeUuid=cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22, infoPort=53769, 
infoSecurePort=0, ipcPort=53770, 
storageInfo=lv=-57;cid=testClusterID;nsid=1315224455;c=1591864466482), blocks: 
0, hasStaleStorage: true, processing time: 4 msecs, invalidatedBlocks: 0
   [junit4]   2> 746531 INFO  (Block report processor) [     ] BlockStateChange 
BLOCK* processReport 0x588051cf3181204: Processing first storage report for 
DS-77895ad9-b6cf-4753-896a-61117923c034 from datanode 
cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22
   [junit4]   2> 746531 INFO  (Block report processor) [     ] BlockStateChange 
BLOCK* processReport 0x588051cf3181204: from storage 
DS-77895ad9-b6cf-4753-896a-61117923c034 node 
DatanodeRegistration(127.0.0.1:53757, 
datanodeUuid=cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22, infoPort=53769, 
infoSecurePort=0, ipcPort=53770, 
storageInfo=lv=-57;cid=testClusterID;nsid=1315224455;c=1591864466482), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 746674 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 746689 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 746699 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 746764 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 746859 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1036) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1326) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1358) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:98) 
~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:564) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> 746860 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 746864 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@3220fe91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 746864 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@3220fe91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 746869 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@408ce659[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 746869 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@408ce659[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 746873 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 746901 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 746901 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 746928 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 746937 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 746937 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 746942 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 746963 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 747010 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field 
id
   [junit4]   2> 747018 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 747018 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 747026 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:53754/solr_hdfs_home
   [junit4]   2> 747026 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication 
disabled
   [junit4]   2> 747026 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1],
 
dataDir=[hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/]
   [junit4]   2> 747027 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
   [junit4] HEARTBEAT J1 PID(47244@localhost): 2020-06-11T08:37:16, stalled for 
60.9s at: ReindexCollectionTest.testSameTargetReindexing
   [junit4]   2> 747041 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 747041 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 747041 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 747077 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 747082 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 747112 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
   [junit4]   2> 747119 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 747119 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 747119 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 747130 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 747131 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=69.85546875, 
floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=29.98484443129203, 
segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, 
deletesPctAllowed=46.230247841936844
   [junit4]   2> 747658 WARN  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler 
{type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 747722 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 747722 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=hdfs://localhost:53754/solr/shard1 defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 747722 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: 
tlogDfsReplication=2
   [junit4]   2> 747737 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 747737 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 747740 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.8352802793695888]
   [junit4]   2> 747834 WARN  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf
 ; switching to use InMemory storage instead.
   [junit4]   2> 747835 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 747836 INFO  (coreLoadExecutor-5675-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent 
updates, using new clock 1669190880392642560
   [junit4]   2> 747838 INFO  
(searcherExecutor-5677-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 747839 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 747878 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testReplicationFactor
   [junit4]   2> 747882 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 747886 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*
 (-9223372036854775807)} 0 7
   [junit4]   2> 747928 INFO  
(searcherExecutor-5677-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 747930 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 44
   [junit4]   2> 747969 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={versions=true&wt=json&indent=true}{add=[REP1 (1669190880493305856)]} 0 
37
   [junit4]   2> 750547 INFO  
(searcherExecutor-5677-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 751035 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 3065
   [junit4]   2> 751038 INFO  
(TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [     ] 
o.a.s.SolrTestCaseJ4 ###Ending testReplicationFactor
   [junit4]   2> 751060 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testExistOldBufferLog
   [junit4]   2> 751061 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 751062 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*
 (-9223372036854775807)} 0 1
   [junit4]   2> 751079 INFO  
(searcherExecutor-5677-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 751080 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 17
   [junit4]   2> 751081 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 751085 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q1 (101)]} 0 3
   [junit4]   2> 751086 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q2 (102)]} 0 0
   [junit4]   2> 751086 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q3 (103)]} 0 0
   [junit4]   2> 751086 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2072553037
   [junit4]   2> 751087 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@79d17026
   [junit4]   2> 751087 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@79d17026
   [junit4]   2> 751087 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6b5c9264: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@273ad725
   [junit4]   2> 751097 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: 
org.apache.solr.update.SolrIndexWriter@12cfcc9
   [junit4]   2> 751097 WARN  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to 
TestInjection
   [junit4]   2> 751521 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
   [junit4]   2> 751534 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
   [junit4]   2> 751534 INFO  (coreCloseExecutor-5683-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 751544 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 751544 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@9402c6e: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@e81d1b5
   [junit4]   2> 751549 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 751549 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@74ad4f86: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
   [junit4]   2> 751550 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 751550 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2c53cbb1: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@69652502
   [junit4]   2> 751559 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 751568 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 751619 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 751774 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1036) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1326) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1358) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:530)
 ~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:564) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> 751774 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 751779 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@649b392e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751779 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@649b392e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751782 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@5911c55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751782 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@5911c55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 751783 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 751798 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 751798 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 751813 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 751820 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 751820 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 751827 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 751844 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 751894 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field 
id
   [junit4]   2> 751902 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 751903 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
   [junit4]   2> 751903 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:53754/solr_hdfs_home
   [junit4]   2> 751903 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication 
disabled
   [junit4]   2> 751904 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1],
 
dataDir=[hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/]
   [junit4]   2> 751904 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
   [junit4]   2> 751911 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 751911 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 751911 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 751930 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 751933 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 751958 WARN  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler 
{type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 752013 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 752013 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=hdfs://localhost:53754/solr/shard1 defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 752013 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: 
tlogDfsReplication=2
   [junit4]   2> 752029 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:53754/solr/shard1/tlog/tlog.0000000000000000001
   [junit4]   2> 752120 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 752120 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 752123 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
   [junit4]   2> 752128 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 752129 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 752129 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 752137 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 752138 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=69.85546875, 
floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=29.98484443129203, 
segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, 
deletesPctAllowed=46.230247841936844
   [junit4]   2> 752234 WARN  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf
 ; switching to use InMemory storage instead.
   [junit4]   2> 752235 INFO  (coreLoadExecutor-5697-thread-1) [    
x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 752251 INFO  
(searcherExecutor-5699-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 752325 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=656922026
   [junit4]   2> 752326 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5aa2a04
   [junit4]   2> 752326 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@5aa2a04
   [junit4]   2> 752327 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6703d229: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@61396363
   [junit4]   2> 752337 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: 
org.apache.solr.update.SolrIndexWriter@65e2317
   [junit4]   2> 752337 WARN  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to 
TestInjection
   [junit4]   2> 752346 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 752351 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
   [junit4]   2> 752352 INFO  (coreCloseExecutor-5705-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
   [junit4]   2> 752353 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 752353 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@21cfdf9e: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@59a403a0
   [junit4]   2> 752359 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 752359 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4e897f80: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
   [junit4]   2> 752362 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 752362 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7fc9548: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@69652502
   [junit4]   2> 752371 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 752393 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 752458 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 752538 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1036) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1326) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1358) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:542)
 ~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:564) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:832) [?:?]
   [junit4]   2> 752539 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 752540 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@3cb764d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 752540 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@3cb764d3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 752544 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@61e18018[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 752544 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@61e18018[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 752545 WARN  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 752563 INFO  
(TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [     ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 

[...truncated too long message...]

lrMetricManager Closing metric reporters for registry=solr.core.collection1 
tag=SolrCore@596023ac
   [junit4]   2> 909287 INFO  (coreCloseExecutor-5969-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@616afe21: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@78cbd893
   [junit4]   2> 909296 INFO  (coreCloseExecutor-5969-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED 
(unnecessary).
   [junit4]   2> 909310 INFO  (coreCloseExecutor-5969-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
   [junit4]   2> 909310 INFO  (coreCloseExecutor-5969-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
   [junit4]   2> 909384 INFO  (coreCloseExecutor-5969-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
   [junit4]   2> 909389 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 909389 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7edab740: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@fa71730
   [junit4]   2> 909394 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 909394 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@13d32b2: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
   [junit4]   2> 909398 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 909398 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3c5c7fe1: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@69652502
   [junit4]   2> 909414 WARN  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 909501 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@51895be9{datanode,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 909505 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@2d5a50ea{HTTP/1.1, 
(http/1.1)}{localhost:0}
   [junit4]   2> 909505 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 909506 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@70c28aa8{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 909517 WARN  (BP-1969361070-127.0.0.1-1591864466482 
heartbeating to localhost/127.0.0.1:53754) [     ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 909517 WARN  (BP-1969361070-127.0.0.1-1591864466482 
heartbeating to localhost/127.0.0.1:53754) [     ] o.a.h.h.s.d.DataNode Ending 
block pool service for: Block pool BP-1969361070-127.0.0.1-1591864466482 
(Datanode Uuid cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22) service to 
localhost/127.0.0.1:53754
   [junit4]   2> 909823 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@7710502a{hdfs,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 909861 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@45a03c9f{HTTP/1.1, 
(http/1.1)}{localhost:0}
   [junit4]   2> 909863 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 909864 INFO  
(SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@48ae88ff{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001
   [junit4]   2> Jun 11, 2020 8:37:14 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 24 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66372b6e),
 locale=ff-Latn, timezone=Europe/Zurich
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14.0.1 
(64-bit)/cpus=6,threads=12,free=104109136,total=259395584
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestCloudJSONFacetJoinDomain, MergeStrategyTest, SplitByPrefixTest, 
TestMissingGroups, TestFilteredDocIdSet, TestReqParamsAPI, 
DeleteLastCustomShardedReplicaTest, TestDynamicFieldResource, 
ConvertedLegacyTest, TestPointFields, TestRSAKeyPair, TestPerFieldSimilarity, 
HdfsTlogReplayBufferedWhileIndexingTest, ConfigSetsAPITest, 
DocumentBuilderTest, AddBlockUpdateTest, TestSimNodeLostTrigger, 
AtomicUpdatesTest, UninvertDocValuesMergePolicyTest, TestSolrCloudSnapshots, 
HealthCheckHandlerTest, MBeansHandlerTest, MoveReplicaTest, 
JWTAuthPluginIntegrationTest, PhrasesIdentificationComponentTest, 
TestDistribIDF, UnloadDistributedZkTest, TestJsonFacets, 
TestSchemaNameResource, TestSha256AuthenticationProvider, 
SystemLogListenerTest, FullHLLTest, RollingRestartTest, SimpleMLTQParserTest, 
IndexSizeTriggerSizeEstimationTest, TestClusterProperties, 
DocumentAnalysisRequestHandlerTest, TestTrie, TestCrossCoreJoin, 
UpdateParamsTest, SolrIndexConfigTest, TestRecoveryHdfs]
   [junit4] Completed [281/910 (1!)] on J2 in 171.52s, 11 tests, 2 failures, 4 
errors, 1 skipped <<< FAILURES!

[...truncated 47033 lines...]
[repro] Jenkins log URL: 
https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6147/consoleText

[repro] Revision: 07a203628ea46308612f4bb60686c313a6e4d75e

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testExistOldBufferLog -Dtests.seed=AE6D2019AA611910 
-Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testCorruptLog -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true 
-Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testRemoveOldLogs -Dtests.seed=AE6D2019AA611910 
-Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testBuffering -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true 
-Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testCleanShutdown -Dtests.seed=AE6D2019AA611910 
-Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testRecoveryMultipleLogs -Dtests.seed=AE6D2019AA611910 
-Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestRecoveryHdfs
[repro] ant compile-test

[...truncated 3154 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestRecoveryHdfs" -Dtests.showOutput=onerror 
"-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=AE6D2019AA611910 
-Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 128 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.search.TestRecoveryHdfs
[repro] Exiting with code 0

[...truncated 73 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to