Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6161/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog

Error Message:
Timeout waiting for finish replay updates

Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting for finish replay updates
        at 
__randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:B8B8B1D376E460C8]:0)
        at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
        at 
org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:566)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs

Error Message:
expected:<1> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<4>
        at 
__randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:C7746D2D301179B9]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.junit.Assert.assertEquals(Assert.java:631)
        at 
org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:732)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown

Error Message:
mismatch: '2'!='8' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '2'!='8' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:78A714419DB2A804]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
        at 
org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:637)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog

Error Message:
mismatch: '3'!='11' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='11' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:82D254FEF1128D32]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
        at 
org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog(TestRecoveryHdfs.java:807)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14796 lines...]
   [junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
   [junit4]   2> 1771322 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1771322 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1771322 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1771323 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1771323 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1771324 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1771430 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1771432 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1771435 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 1771435 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 1771435 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 1771436 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d055cb2{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1771750 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@728cb872{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-60763-hadoop-hdfs-3_2_0-tests_jar-_-any-16315137695015907712.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1771751 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@7c3de5a8{HTTP/1.1, 
(http/1.1)}{localhost:60763}
   [junit4]   2> 1771751 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server 
Started @1771831ms
   [junit4]   2> 1772016 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1772020 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1772075 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 1772075 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 1772075 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 1772076 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@48541c13{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1772431 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@441f3f47{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-60769-hadoop-hdfs-3_2_0-tests_jar-_-any-13022600908408813858.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1772431 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@5811a6ad{HTTP/1.1, 
(http/1.1)}{localhost:60769}
   [junit4]   2> 1772431 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server 
Started @1772511ms
   [junit4]   2> 1772596 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: Processing first 
storage report for DS-47c813ab-50f5-4467-b758-09296fd66baa from datanode 
371636b5-8eb9-4a80-bdcb-7fdae0086769
   [junit4]   2> 1772596 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: from storage 
DS-47c813ab-50f5-4467-b758-09296fd66baa node 
DatanodeRegistration(127.0.0.1:60768, 
datanodeUuid=371636b5-8eb9-4a80-bdcb-7fdae0086769, infoPort=60770, 
infoSecurePort=0, ipcPort=60771, 
storageInfo=lv=-57;cid=testClusterID;nsid=1487009679;c=1592118204092), blocks: 
0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1772602 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: Processing first 
storage report for DS-6069cdf5-130f-4840-9f5c-d23cacd1c297 from datanode 
371636b5-8eb9-4a80-bdcb-7fdae0086769
   [junit4]   2> 1772602 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: from storage 
DS-6069cdf5-130f-4840-9f5c-d23cacd1c297 node 
DatanodeRegistration(127.0.0.1:60768, 
datanodeUuid=371636b5-8eb9-4a80-bdcb-7fdae0086769, infoPort=60770, 
infoSecurePort=0, ipcPort=60771, 
storageInfo=lv=-57;cid=testClusterID;nsid=1487009679;c=1592118204092), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1772661 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1772665 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1772704 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1772842 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1773068 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1044) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:98) 
~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:567) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1773068 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1773075 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@1070f2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773075 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@1070f2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773079 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@5ca3d12b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773079 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@5ca3d12b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773080 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 1773099 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 1773099 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1773131 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773145 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773146 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773159 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1773196 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1773406 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field 
id
   [junit4]   2> 1773478 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication 
disabled
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1],
 
dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1773480 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 1773610 WARN  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will 
wait 5 seconds and try again.
   [junit4]   2> 1778626 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1778628 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1778648 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 1778675 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1778676 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7525087172994317]
   [junit4]   2> 1778726 WARN  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler 
{type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: 
tlogDfsReplication=2
   [junit4]   2> 1778844 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1778844 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1778852 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.25322671238844086]
   [junit4]   2> 1778891 WARN  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf
 ; switching to use InMemory storage instead.
   [junit4]   2> 1778891 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1778893 INFO  (coreLoadExecutor-15127-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent 
updates, using new clock 1669456945882333184
   [junit4]   2> 1778894 INFO  
(searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1778895 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1778937 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testVersionsOnRestart
   [junit4]   2> 1778937 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1778954 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*
 (-9223372036854775807)} 0 16
   [junit4]   2> 1779385 INFO  
(searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1779385 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 431
   [junit4]   2> 1779413 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[D1 (1669456946401378304)]} 0 25
   [junit4]   2> 1779414 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[D2 (1669456946427592704)]} 0 1
   [junit4]   2> 1780745 INFO  
(searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1780750 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 1335
   [junit4]   2> 1780751 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D1&wt=xml} 
hits=1 status=0 QTime=0
   [junit4]   2> 1780752 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D2&wt=xml} 
hits=1 status=0 QTime=0
   [junit4]   2> 1780752 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=283985987
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@7e1e206e
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@7e1e206e
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@11a3902b: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@848faec
   [junit4]   2> 1780763 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED 
(unnecessary).
   [junit4]   2> 1780803 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1780803 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1780806 INFO  (coreCloseExecutor-15135-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1780808 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 1780808 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3586ed73: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@15142d69
   [junit4]   2> 1780815 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 1780816 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2279e0f7: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@30eeeba8
   [junit4]   2> 1780818 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 1780818 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@43858fe6: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1780825 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1780843 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1780910 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1781185 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1044) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.testVersionsOnRestart(TestRecoveryHdfs.java:590)
 ~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:567) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1781212 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1781213 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@682cf4c8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781214 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@682cf4c8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781220 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@365f34c3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781220 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@365f34c3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781222 WARN  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 1781251 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 1781252 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1781284 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781304 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781304 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781313 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1781339 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1781423 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field 
id
   [junit4]   2> 1781437 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 1781437 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication 
disabled
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1],
 
dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 1781466 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1781467 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1781493 WARN  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler 
{type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: 
tlogDfsReplication=2
   [junit4]   2> 1781596 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001
   [junit4]   2> 1781778 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1781778 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1781781 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 1781824 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1781826 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7525087172994317]
   [junit4]   2> 1782020 WARN  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf
 ; switching to use InMemory storage instead.
   [junit4]   2> 1782020 INFO  (coreLoadExecutor-15149-thread-1) [    
x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1782054 INFO  
(searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1782141 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[D1 (1669456949245116416)]} 0 41
   [junit4]   2> 1787418 INFO  
(searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1787421 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 5279
   [junit4]   2> 1787421 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D1&wt=xml} 
hits=1 status=0 QTime=0
   [junit4]   2> 1787430 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.c.S.Request [collection1]  webapp=null path=null 
params={qt=/get&getVersions=2&wt=xml} status=0 QTime=8
   [junit4]   2> 1787431 INFO  
(TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] 
o.a.s.SolrTestCaseJ4 ###Ending testVersionsOnRestart
   [junit4]   2> 1787450 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.SolrTestCaseJ4 ###Starting testRecoveryMultipleLogs
   [junit4]   2> 1787450 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1787452 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*
 (-9223372036854775807)} 0 1
   [junit4]   2> 1787879 INFO  
(searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] 
o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1787879 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{commit=} 0 427
   [junit4]   2> 1787897 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[AAAAAA (1669456955305885696)]} 0 17
   [junit4]   2> 1787899 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[BBBBBB (1669456955324760064)]} 0 0
   [junit4]   2> 1787900 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    
x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null 
path=null params={}{add=[CCCCCC (1669456955325808640)]} 0 0
   [junit4]   2> 1787900 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1299666798
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@1b75bd85
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@1b75bd85
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4df54764: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@c375af4
   [junit4]   2> 1787914 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: 
org.apache.solr.update.SolrIndexWriter@6fcaa8ae
   [junit4]   2> 1787914 WARN  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to 
TestInjection
   [junit4]   2> 1788366 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1788366 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1788399 INFO  (coreCloseExecutor-15157-thread-1) [     ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1788401 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 1788401 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@26c93710: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@7fa8aa26
   [junit4]   2> 1788407 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 1788407 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7e7d55e0: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@30eeeba8
   [junit4]   2> 1788410 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 1788410 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@431e22d0: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1788467 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1788489 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1788617 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1788745 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.f.DistribPackageStore Unable to create 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore]
 directory in SOLR_HOME 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].
  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access 
denied ("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied 
("java.io.FilePermission" 
"/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore"
 "write")
   [junit4]   2>        at 
java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
 ~[?:?]
   [junit4]   2>        at 
java.security.AccessController.checkPermission(AccessController.java:1044) 
~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2>        at 
java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2>        at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2>        at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) 
~[java/:?]
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs(TestRecoveryHdfs.java:948)
 ~[test/:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
 ~[?:?]
   [junit4]   2>        at 
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 ~[?:?]
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:567) 
~[?:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
 ~[java/:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
 ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1788746 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1788747 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.e.j.u.s.S.config Trusting all certificates configured for 
Client@353b8c91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788747 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@353b8c91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788749 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.e.j.u.s.S.config Trusting all certificates configured for 
Client@3c413a09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788749 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@3c413a09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788750 WARN  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.c.CoreContainer Not all security plugins configured!  
authentication=disabled authorization=disabled.  Solr is only as secure as you 
make it. Consider configuring authentication/authorization before exposing Solr 
to users internal or external.  See https://s.apache.org/solrsecurity for more 
info
   [junit4]   2> 1788780 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 1788781 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics 
history in memory.
   [junit4]   2> 1788813 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788825 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788825 INFO  
(TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     
] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788830 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1788850 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1788964 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field 
id
   [junit4]   2> 1788975 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 1788975 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication 
disabled
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1],
 
dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS 
BlockCache
   [junit4]   2> 1788992 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1788994 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1789048 WARN  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler 
{type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: 
dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: 
tlogDfsReplication=2
   [junit4]   2> 1789132 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001
   [junit4]   2> 1789206 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000002
   [junit4]   2> 1789223 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000004
   [junit4]   2> 1789254 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file 
hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000005
   [junit4]   2> 1789285 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Closing output for old non-recovery log 
hdfs tlog{file=hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000002 
refcount=1}
   [junit4]   2> 1789305 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.HdfsUpdateLog Closing output for old non-recovery log 
hdfs tlog{file=hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001 
refcount=1}
   [junit4]   2> 1789398 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1789398 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1789400 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for 
path 
hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1789406 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] 
with direct memory allocation set to [true]
   [junit4]   2> 1789407 INFO  (coreLoadExecutor-15171-thread-1) [    
x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, 
sla

[...truncated too long message...]

olrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1898613 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1b436fb1: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1898616 WARN  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1898650 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@441f3f47{datanode,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1898653 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@5811a6ad{HTTP/1.1, 
(http/1.1)}{localhost:0}
   [junit4]   2> 1898653 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 1898655 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@48541c13{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1898662 WARN  (BP-2016739272-127.0.0.1-1592118204092 
heartbeating to localhost/127.0.0.1:60765) [     ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 1898662 WARN  (BP-2016739272-127.0.0.1-1592118204092 
heartbeating to localhost/127.0.0.1:60765) [     ] o.a.h.h.s.d.DataNode Ending 
block pool service for: Block pool BP-2016739272-127.0.0.1-1592118204092 
(Datanode Uuid 371636b5-8eb9-4a80-bdcb-7fdae0086769) service to 
localhost/127.0.0.1:60765
   [junit4]   2> 1898693 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@728cb872{hdfs,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1898694 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@7c3de5a8{HTTP/1.1, 
(http/1.1)}{localhost:0}
   [junit4]   2> 1898695 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session 
node0 Stopped scavenging
   [junit4]   2> 1898695 INFO  
(SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2d055cb2{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001
   [junit4]   2> Jun 14, 2020 7:05:31 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 24 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@49b9f8fd),
 locale=fr-HT, timezone=Indian/Chagos
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 
(64-bit)/cpus=6,threads=6,free=82427320,total=429084672
   [junit4]   2> NOTE: All tests run in this JVM: [TestPointFields, 
TestIBSimilarityFactory, TestXmlQParser, DeleteLastCustomShardedReplicaTest, 
TestManagedResourceStorage, UtilsToolTest, BadIndexSchemaTest, SmileWriterTest, 
EnumFieldTest, SolrIndexConfigTest, TestDistribIDF, NotRequiredUniqueKeyTest, 
UpdateParamsTest, TestHdfsUpdateLog, TriggerSetPropertiesIntegrationTest, 
SpellCheckCollatorTest, DocValuesNotIndexedTest, TestSimNodeLostTrigger, 
TestClusterProperties, TestSolrConfigHandlerConcurrent, 
TestCloudJSONFacetJoinDomain, ByteBuffersDirectoryFactoryTest, 
SplitByPrefixTest, TestExplainDocTransformer, TestNumericRangeQuery64, 
DistributedSuggestComponentTest, CacheHeaderTest, JWTAuthPluginIntegrationTest, 
TestReloadAndDeleteDocs, DocumentAnalysisRequestHandlerTest, 
OverseerSolrResponseTest, HighlighterWithoutStoredIdTest, CircularListTest, 
ZkCollectionPropsCachingTest, AnalyticsQueryTest, DistributedMLTComponentTest, 
SolrRequestParserTest, TestScoreJoinQPScore, WordBreakSolrSpellCheckerTest, 
RemoteQueryErrorTest, TestConfigSetImmutable, 
ConcurrentDeleteAndCreateCollectionTest, TestOnReconnectListenerSupport, 
TestCorePropertiesReload, RequestHandlersTest, TestStressVersions, 
XmlUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, 
DocumentBuilderTest, TestRSAKeyPair, TestReqParamsAPI, XmlInterpolationTest, 
UUIDUpdateProcessorFallbackTest, SolrXmlInZkTest, HealthCheckHandlerTest, 
ShardRoutingTest, TestHttpShardHandlerFactory, SolrJmxReporterCloudTest, 
TestSolrDeletionPolicy2, HttpPartitionTest, RulesTest, MoveReplicaTest, 
PhrasesIdentificationComponentTest, SignificantTermsQParserPluginTest, 
RequestLoggingTest, TestBackupRepositoryFactory, TestDynamicFieldResource, 
BufferStoreTest, TestIndexSearcher, MetricsHistoryWithAuthIntegrationTest, 
SignatureUpdateProcessorFactoryTest, TestCaffeineCache, TestFilteredDocIdSet, 
DistribCursorPagingTest, TestRandomCollapseQParserPlugin, TestUtilizeNode, 
DateFieldTest, ZkNodePropsTest, TestEmbeddedSolrServerAdminHandler, 
ActionThrottleTest, TestAnalyzeInfixSuggestions, PackageManagerCLITest, 
TestTextField, ExitableDirectoryReaderTest, ScheduledMaintenanceTriggerTest, 
TestDynamicURP, SimpleMLTQParserTest, UnloadDistributedZkTest, 
AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, 
CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, 
EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, 
SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, 
TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, 
TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, 
TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, 
TestTrie, ProtectedTermFilterFactoryTest, TestCharFilters, 
TestLuceneMatchVersion, TestWordDelimiterFilterFactory, 
BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, 
ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, 
CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, 
LeaderElectionTest, LeaderFailureAfterFreshStartTest, SSLMigrationTest, 
TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, 
TestCloudPseudoReturnFields, TestConfigSetsAPIZkFailure, TestCryptoKeys, 
TestSSLRandomization, TestShortCircuitedRequests, TestStressLiveNodes, 
AutoScalingHandlerTest, ExecutePlanActionTest, IndexSizeTriggerTest, 
TestMergePolicyConfig, TestDistribPackageStore, AutoscalingHistoryHandlerTest, 
DistributedFacetPivotLargeTest, SpellCheckComponentTest, 
TermVectorComponentDistributedTest, TestLegacyField, TestLegacyFieldReuse, 
TestLegacyNumericUtils, TestLegacyTerms, MetricsConfigTest, 
SolrCoreMetricManagerTest, SolrRrdBackendFactoryTest, 
TestUnInvertedFieldException, TestWriterPerf, TestGeoJSONResponseWriter, 
TestJavabinTupleStreamParser, TestPHPSerializedResponseWriter, 
TestRawTransformer, TestRetrieveFieldsOptimizer, TestFieldTypeResource, 
TestSchemaVersionResource, TestManagedStopFilterFactory, RequiredFieldsTest, 
SchemaApiFailureTest, TestCloudManagedSchema, TestManagedSchemaAPI, 
LargeFieldTest, MergeStrategyTest, TestNoOpRegenerator, 
TestPayloadCheckQParserPlugin, TestQueryTypes, TestRecoveryHdfs]
   [junit4] Completed [806/910 (1!)] on J2 in 130.40s, 11 tests, 1 failure, 3 
errors, 1 skipped <<< FAILURES!

[...truncated 52410 lines...]
[repro] Jenkins log URL: 
https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6161/consoleText

[repro] Revision: 396490b65ca1af6ff1f1157a9896c9528c234eea

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testExistOldBufferLog -Dtests.seed=E6E8AC86F82BF041 
-Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testRemoveOldLogs -Dtests.seed=E6E8AC86F82BF041 
-Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testCleanShutdown -Dtests.seed=E6E8AC86F82BF041 
-Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs 
-Dtests.method=testTruncatedLog -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true 
-Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestRecoveryHdfs
[repro] ant compile-test

[...truncated 2485 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestRecoveryHdfs" -Dtests.showOutput=onerror 
"-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=E6E8AC86F82BF041 
-Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 126 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.search.TestRecoveryHdfs
[repro] Exiting with code 0

[...truncated 73 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to