Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4789/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestLRUStatsCacheCloud.testBasicStats

Error Message:
number of docs expected:<67> but was:<66>

Stack Trace:
java.lang.AssertionError: number of docs expected:<67> but was:<66>
        at 
__randomizedtesting.SeedInfo.seed([7F4F234F84A894C8:751FC8BD704D0AF6]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at 
org.apache.solr.cloud.TestBaseStatsCacheCloud.assertResponses(TestBaseStatsCacheCloud.java:196)
        at 
org.apache.solr.cloud.TestBaseStatsCacheCloud.testBasicStats(TestBaseStatsCacheCloud.java:127)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, 
InternalHttpClient, MMapDirectory, InternalHttpClient, SolrCore, MMapDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:541)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:979)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1242) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1368)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1074)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but 
was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, 
InternalHttpClient, MMapDirectory, InternalHttpClient, SolrCore, MMapDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:541)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:979)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1242) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1368)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1074)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not 
released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, 
InternalHttpClient, SolrCore, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:541)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:979)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1242)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1368)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1074)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 6 object(s) that were not 
released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, 
InternalHttpClient, SolrCore, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:541)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:979)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1242)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1368)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:418)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1074)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:905)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1310)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1219)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

>
        at __randomizedtesting.SeedInfo.seed([7F4F234F84A894C8]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotNull(Assert.java:755)
        at org.junit.Assert.assertNull(Assert.java:737)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:335)
        at jdk.internal.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13659 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 1378100 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1378101 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/data-dir-107-001
   [junit4]   2> 1378101 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1378101 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1378102 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1378103 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1378881 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1378901 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1378903 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1378903 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1378903 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1378905 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@70bc53df{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1379107 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@5f310d2e{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-34319-hadoop-hdfs-3_2_0-tests_jar-_-any-4968035378714595489.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1379107 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@1430887b{HTTP/1.1, 
(http/1.1)}{lucene2-us-west.apache.org:34319}
   [junit4]   2> 1379107 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.Server Started @1379218ms
   [junit4]   2> 1379624 WARN  (StorageLocationChecker thread 0) [     ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   2> 1379667 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1379671 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1379672 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1379672 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1379672 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1379672 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ed0e539{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1379811 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@69685ee7{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/jetty-localhost-38244-hadoop-hdfs-3_2_0-tests_jar-_-any-12062619266171568339.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1379812 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@593ed06e{HTTP/1.1, 
(http/1.1)}{localhost:38244}
   [junit4]   2> 1379812 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.e.j.s.Server Started @1379923ms
   [junit4]   2> 1380562 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x41cb6ce8400301d9: Processing first 
storage report for DS-7281f710-b224-4590-99ef-88ddd29ecbb0 from datanode 
cb3b4608-db04-40ed-be51-40fa06033103
   [junit4]   2> 1380564 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x41cb6ce8400301d9: from storage 
DS-7281f710-b224-4590-99ef-88ddd29ecbb0 node 
DatanodeRegistration(127.0.0.1:42171, 
datanodeUuid=cb3b4608-db04-40ed-be51-40fa06033103, infoPort=41417, 
infoSecurePort=0, ipcPort=41692, 
storageInfo=lv=-57;cid=testClusterID;nsid=1480473681;c=1591920956741), blocks: 
0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 1380564 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x41cb6ce8400301d9: Processing first 
storage report for DS-dbaa088b-1385-4cfc-9af9-2bfadd47a268 from datanode 
cb3b4608-db04-40ed-be51-40fa06033103
   [junit4]   2> 1380564 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x41cb6ce8400301d9: from storage 
DS-dbaa088b-1385-4cfc-9af9-2bfadd47a268 node 
DatanodeRegistration(127.0.0.1:42171, 
datanodeUuid=cb3b4608-db04-40ed-be51-40fa06033103, infoPort=41417, 
infoSecurePort=0, ipcPort=41692, 
storageInfo=lv=-57;cid=testClusterID;nsid=1480473681;c=1591920956741), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1380674 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002
   [junit4]   2> 1380674 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1380675 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1380675 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1380775 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer start zk server on port: 45585
   [junit4]   2> 1380776 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45585
   [junit4]   2> 1380776 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45585
   [junit4]   2> 1380776 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 45585
   [junit4]   2> 1380778 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380781 INFO  (zkConnectionManagerCallback-10900-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1380781 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1380785 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380787 INFO  (zkConnectionManagerCallback-10902-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1380787 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1380788 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380789 INFO  (zkConnectionManagerCallback-10904-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1380789 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1380897 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1380899 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1380899 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1380899 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1380900 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1380900 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1380900 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1380900 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5fbf5407{/solr,null,AVAILABLE}
   [junit4]   2> 1380900 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@275d7125{/solr,null,AVAILABLE}
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@fbf02d{ssl, (ssl, alpn, 
http/1.1, h2)}{127.0.0.1:37449}
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@39e3ec86{ssl, (ssl, alpn, 
http/1.1, h2)}{127.0.0.1:37475}
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.s.Server Started @1381012ms
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.s.Server Started @1381012ms
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37449}
   [junit4]   2> 1380901 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37475}
   [junit4]   2> 1380902 ERROR (jetty-launcher-10905-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1380902 ERROR (jetty-launcher-10905-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-06-12T00:15:59.032514Z
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr
   [junit4]   2> 1380902 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-06-12T00:15:59.032600Z
   [junit4]   2> 1380903 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380903 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380904 INFO  (zkConnectionManagerCallback-10907-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1380904 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1380904 INFO  (zkConnectionManagerCallback-10909-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1380904 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1380905 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1380905 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1380911 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1380911 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1382241 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1382243 WARN  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@bb52829[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382243 WARN  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@bb52829[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382246 WARN  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@ffb3aaa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382246 WARN  (jetty-launcher-10905-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@ffb3aaa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382248 INFO  (jetty-launcher-10905-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
   [junit4]   2> 1382249 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 1382250 INFO  (zkConnectionManagerCallback-10923-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1382250 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1382358 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:37449_solr
   [junit4]   2> 1382359 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.Overseer Overseer 
(id=72955207494402053-127.0.0.1:37449_solr-n_0000000000) starting
   [junit4]   2> 1382364 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:37449_solr
   [junit4]   2> 1382365 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37449_solr
   [junit4]   2> 1382367 INFO  (zkCallback-10922-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1382368 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1382369 WARN  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1382369 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup, solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34172/solr, 
solr.hdfs.confdir=}}
   [junit4]   2> 1382369 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 1382369 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 1382418 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1382448 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382461 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382462 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382464 INFO  (jetty-launcher-10905-thread-1) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node1
   [junit4]   2> 1382894 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1382896 WARN  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@51d486b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382896 WARN  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@51d486b2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382900 WARN  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@61a0b4f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382900 WARN  (jetty-launcher-10905-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@61a0b4f1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1382901 INFO  (jetty-launcher-10905-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
   [junit4]   2> 1382902 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 1382904 INFO  (zkConnectionManagerCallback-10943-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1382904 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1382909 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1382913 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:37475_solr as DOWN
   [junit4]   2> 1382915 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 1000 transient cores
   [junit4]   2> 1382915 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37475_solr
   [junit4]   2> 1382917 INFO  (zkCallback-10922-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1382918 INFO  (zkCallback-10942-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1382919 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1382919 WARN  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1382919 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup, solr.hdfs.home=hdfs://lucene2-us-west.apache.org:34172/solr, 
solr.hdfs.confdir=}}
   [junit4]   2> 1382919 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 1382919 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 1382938 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1382968 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382984 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382984 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1382986 INFO  (jetty-launcher-10905-thread-2) 
[n:127.0.0.1:37475_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node2
   [junit4]   2> 1382998 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1382999 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1383000 INFO  (zkConnectionManagerCallback-10956-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1383001 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1383002 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1383003 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45585/solr ready
   [junit4]   2> 1383054 INFO  
(TEST-TestHdfsCloudBackupRestore.testRestoreFailure-seed#[7F4F234F84A894C8]) [  
   ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
   [junit4]   2> 1383108 INFO  (qtp1981351438-17351) [n:127.0.0.1:37475_solr    
 ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&collection.configName=conf1&maxShardsPerNode=3&name=hdfsbackuprestore_testfailure&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1383111 INFO  
(OverseerThreadFactory-10930-thread-1-processing-n:127.0.0.1:37449_solr) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
hdfsbackuprestore_testfailure
   [junit4]   2> 1383217 WARN  
(OverseerThreadFactory-10930-thread-1-processing-n:127.0.0.1:37449_solr) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number 
of replicas of 3 on collection hdfsbackuprestore_testfailure is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 1383232 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node}
 status=0 QTime=1
   [junit4]   2> 1383282 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr    
 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 
transient cores
   [junit4]   2> 1383282 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node}
 status=0 QTime=1
   [junit4]   2> 1383293 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37449/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37449_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383296 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37475/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37475_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383299 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37475/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37475_solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383302 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37449/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37449_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383304 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37475/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37475_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383307 INFO  
(OverseerStateUpdate-72955207494402053-127.0.0.1:37449_solr-n_0000000000) 
[n:127.0.0.1:37449_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37449/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:37449_solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1383515 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_n2&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1383515 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_n1&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1383523 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_p4&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1383533 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr    
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_n6&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1383535 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383536 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383540 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383548 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1383548 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1383550 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1383550 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1383550 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_n1' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 1383550 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_n2' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 1383551 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1383551 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n2' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n2') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1383551 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1383551 INFO  (qtp1981351438-17353) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_n2/data/]
   [junit4]   2> 1383551 INFO  (qtp1325469062-17352) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard1_replica_n1/data/]
   [junit4]   2> 1383553 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1383553 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_p4' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 1383553 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_p4' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_p4') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1383554 INFO  (qtp1981351438-17349) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node7 
x:hdfsbackuprestore_testfailure_shard1_replica_p4 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard1_replica_p4] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_p4],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_p4/data/]
   [junit4]   2> 1383578 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383597 INFO  (qtp1325469062-17355) [n:127.0.0.1:37449_solr    
x:hdfsbackuprestore_testfailure_shard2_replica_p10 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_p10&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1383599 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema 
name=minimal
   [junit4]   2> 1383602 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1383602 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard2_replica_n6' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 1383602 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n6' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n6') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@379b27d2
   [junit4]   2> 1383602 INFO  (qtp1325469062-17354) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node9 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard2_replica_n6],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7F4F234F84A894C8-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard2_replica_n6/data/]
   [junit4]   2> 1383604 INFO  (qtp1981351438-17411) [n:127.0.0.1:37475_solr    
x:hdfsbackuprestore_testfailure_shard2_replica_n8 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_n8&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1383609 INFO  (qtp1325469062-17355) [n:127.0.0.1:37449_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node12 
x:hdfsbackuprestore_testfailure_shard2_replica_p10 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383612 INFO  (qtp1981351438-17411) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node11 
x:hdfsbackuprestore_testfailure_shard2_replica_n8 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 9.0.0
   [junit4]   2> 1383629 INFO  (qtp1981351438-17411) [n:127.0.0.1:37475_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node11 
x:hdfsbackuprestore_testfailure_shard2_replica_n8 ] o.a.s.s.IndexSchema Schema 
name=mini

[...truncated too long message...]

(jetty-closer-17999-thread-1) [     ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@57d768be{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2631026 INFO  (jetty-closer-17999-thread-1) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1bfa606f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2631027 INFO  (jetty-closer-17999-thread-1) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2631040 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2631244 WARN  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       
/solr/collections/collection_TestLRUStatsCacheCloud/terms/shard1
   [junit4]   2>        7       
/solr/collections/collection_TestLRUStatsCacheCloud/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       
/solr/collections/collection_TestLRUStatsCacheCloud/collectionprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      
/solr/collections/collection_TestLRUStatsCacheCloud/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        25      /solr/overseer/queue
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        6       /solr/collections
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2631246 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33766
   [junit4]   2> 2631246 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33766
   [junit4]   2> 2631246 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 33766
   [junit4]   2> 2631267 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2631267 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=184356397
   [junit4]   2> 2631267 INFO  (coreCloseExecutor-18013-thread-1) [     ] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@472e677a
   [junit4]   2> 2631267 INFO  (coreCloseExecutor-18013-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1 tag=SolrCore@472e677a
   [junit4]   2> 2631267 INFO  (coreCloseExecutor-18013-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3364a03f: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@21f57875
   [junit4]   2> 2631346 INFO  (coreCloseExecutor-18013-thread-1) [     ] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED 
(unnecessary).
   [junit4]   2> 2631367 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node 
tag=null
   [junit4]   2> 2631367 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7b642909: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry 
solr.node/com.codahale.metrics.MetricRegistry@2b549eff
   [junit4]   2> 2631416 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm 
tag=null
   [junit4]   2> 2631416 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@5e2bf6c0: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry 
solr.jvm/com.codahale.metrics.MetricRegistry@3be72ee5
   [junit4]   2> 2631436 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty 
tag=null
   [junit4]   2> 2631436 INFO  
(SUITE-TestLRUStatsCacheCloud-seed#[7F4F234F84A894C8]-worker) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@305ce1c3: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty/com.codahale.metrics.MetricRegistry@71ce91a2
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestLRUStatsCacheCloud_7F4F234F84A894C8-001
   [junit4]   2> NOTE: test params are: 
codec=FastDecompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=12888, maxDocsPerChunk=10, blockShift=10), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=12888, blockSize=10)), 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@46f1bee4),
 locale=sv-FI, timezone=Pacific/Marquesas
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 
(64-bit)/cpus=8,threads=1,free=194055968,total=491782144
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestChildDocTransformerHierarchy, SolrMetricsIntegrationTest, TestSearchPerf, 
SolrXmlInZkTest, TestExclusionRuleCollectionAccess, MoveReplicaHDFSTest, 
TestSimExtremeIndexing, TestSafeXMLParsing, TestStressThreadBackup, 
NodeAddedTriggerTest, TestFieldCacheWithThreads, TestReqParamsAPI, 
SimpleCollectionCreateDeleteTest, MultiThreadedOCPTest, HdfsRecoverLeaseTest, 
SolrIndexSearcherTest, TestPointFields, TestConfigOverlay, 
TestExtendedDismaxParser, ClassificationUpdateProcessorFactoryTest, 
TestLegacyBM25SimilarityFactory, PluginInfoTest, TestExceedMaxTermLength, 
TestStandardQParsers, JSONWriterTest, TestCloudJSONFacetJoinDomain, 
TestDistributedStatsComponentCardinality, TestRecoveryHdfs, 
SegmentsInfoRequestHandlerTest, TestPostingsSolrHighlighter, TestNRTOpen, 
SolrCoreCheckLockOnStartupTest, ChaosMonkeyNothingIsSafeTest, PeerSyncTest, 
DirectUpdateHandlerTest, RequestHandlersTest, DeleteInactiveReplicaTest, 
MigrateRouteKeyTest, TestJsonFacetErrors, TestDocTermOrdsUninvertLimit, 
OverseerModifyCollectionTest, TestStressReorder, TestPivotHelperCode, 
TestFiltering, TestRemoteStreaming, JWTAuthPluginTest, 
SignatureUpdateProcessorFactoryTest, TestMaxTokenLenTokenizer, 
TestFacetMethods, ZkSolrClientTest, NumberUtilsTest, CheckHdfsIndexTest, 
TestCustomSort, CursorPagingTest, TestInPlaceUpdatesDistrib, 
TestIBSimilarityFactory, PeerSyncWithLeaderAndIndexFingerprintCachingTest, 
CloudMLTQParserTest, SolrJmxReporterTest, TestManagedSchemaAPI, 
ConnectionManagerTest, MetricsHistoryHandlerTest, TestSolrCachePerf, 
SampleTest, TestSha256AuthenticationProvider, BitVectorTest, 
TestClassicSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, 
UpdateRequestProcessorFactoryTest, TestDynamicFieldNamesIndexCorrectly, 
AnalyticsMergeStrategyTest, SimplePostToolTest, TestClusterStateMutator, 
AutoAddReplicasPlanActionTest, DocValuesMissingTest, BJQParserTest, 
SystemCollectionCompatTest, RegexBoostProcessorTest, OverseerTest, 
SolrPluginUtilsTest, TestNumericTerms64, TestBadConfig, 
TestSurroundQueryParser, CoreMergeIndexesAdminHandlerTest, 
SpellingQueryConverterTest, TestCSVResponseWriter, TestNumericRangeQuery32, 
TestSolrConfigHandler, DocumentAnalysisRequestHandlerTest, JavabinLoaderTest, 
TestGroupingSearch, VMParamsZkACLAndCredentialsProvidersTest, ForceLeaderTest, 
TestReloadAndDeleteDocs, AtomicUpdateRemovalJavabinTest, ZkStateWriterTest, 
TestLogWatcher, TestNestedDocsSort, SortByFunctionTest, SynonymTokenizerTest, 
MoreLikeThisHandlerTest, TestDistribDocBasedVersion, AnalysisErrorHandlingTest, 
TestCloudConsistency, TestCoreAdminApis, MergeStrategyTest, TestApiFramework, 
CustomCollectionTest, VersionInfoTest, TestLegacyNumericRangeQueryBuilder, 
TestTrie, RegexBytesRefFilterTest, TestPerFieldSimilarityWithDefaultOverride, 
MultiDestinationAuditLoggerTest, TestComplexPhraseLeadingWildcard, 
TestQueryingOnDownCollection, RulesTest, BooleanFieldTest, 
ExecutePlanActionTest, CloudExitableDirectoryReaderTest, 
TestCloudManagedSchema, TestHashQParserPlugin, TestHttpServletCarrier, 
AnalysisAfterCoreReloadTest, IndexSizeTriggerMixedBoundsTest, 
RecoveryAfterSoftCommitTest, CloneFieldUpdateProcessorFactoryTest, 
TestPseudoReturnFields, XCJFQueryTest, SolrShardReporterTest, 
TestFieldTypeResource, HdfsDirectoryTest, NodeMarkersRegistrationTest, 
TestPrepRecovery, TestSimDistribStateManager, TestSimNodeAddedTrigger, 
BasicAuthStandaloneTest, TestReversedWildcardFilterFactory, TestWriterPerf, 
LeaderElectionContextKeyTest, TestSSLRandomization, TestAuthorizationFramework, 
CircularListTest, TimeZoneUtilsTest, TestManagedResourceStorage, 
TestValueSourceCache, TestEmbeddedSolrServerSchemaAPI, SplitHandlerTest, 
HDFSCollectionsAPITest, AliasIntegrationTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, ClusterStateMockUtilTest, 
ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, 
CollectionStateZnodeTest, CollectionsAPISolrJTest, 
DistribDocExpirationUpdateProcessorTest, LeaderVoteWaitTimeoutTest, 
PeerSyncReplicationTest, RestartWhileUpdatingTest, RollingRestartTest, 
SyncSliceTest, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, 
TestLRUStatsCacheCloud]
   [junit4] Completed [543/910 (2!)] on J0 in 8.08s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 53368 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to