Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/484/
Java: 64bit/jdk-12.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, 
MMapDirectory, SolrCore, InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:663)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1331)
  at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:694)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)   expected null, but 
was:<ObjectTracker found 4 object(s) that were not released!!! 
[InternalHttpClient, MMapDirectory, SolrCore, InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:663)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1331)
  at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:694)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:835)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [InternalHttpClient, MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:663)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1331)
        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:694)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

 expected null, but was:<ObjectTracker found 4 object(s) that were not 
released!!! [InternalHttpClient, MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:663)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1331)
        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:694)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:835)

>
        at __randomizedtesting.SeedInfo.seed([528217B53B5742CE]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotNull(Assert.java:755)
        at org.junit.Assert.assertNull(Assert.java:737)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:343)
        at jdk.internal.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:567)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 15112 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 3494552 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/data-dir-327-001
   [junit4]   2> 3494552 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 3494552 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3494553 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3494553 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3494689 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3494692 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.1+12
   [junit4]   2> 3494694 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3494694 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3494694 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3494694 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@409b7b3d{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3494989 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@b50ae7a{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/jetty-localhost-49191-hadoop-hdfs-3_2_0-tests_jar-_-any-6590193629832871808.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 3494989 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@76fac7ee{HTTP/1.1,[http/1.1]}{localhost:49191}
   [junit4]   2> 3494989 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.Server Started @3495047ms
   [junit4]   2> 3495183 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3495185 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.1+12
   [junit4]   2> 3495186 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3495186 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3495186 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3495187 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@556d7861{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3495386 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@222d3df6{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/jetty-localhost-49194-hadoop-hdfs-3_2_0-tests_jar-_-any-6925204546551509797.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 3495386 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@57f8b379{HTTP/1.1,[http/1.1]}{localhost:49194}
   [junit4]   2> 3495386 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.e.j.s.Server Started @3495444ms
   [junit4]   2> 3495491 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x8c3b5d63743e80b1: Processing first 
storage report for DS-61881383-0480-45d2-8cd7-dd36629f617d from datanode 
b80c849a-365f-452f-a4e2-abc4eea46e67
   [junit4]   2> 3495491 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x8c3b5d63743e80b1: from storage 
DS-61881383-0480-45d2-8cd7-dd36629f617d node 
DatanodeRegistration(127.0.0.1:49193, 
datanodeUuid=b80c849a-365f-452f-a4e2-abc4eea46e67, infoPort=49195, 
infoSecurePort=0, ipcPort=49196, 
storageInfo=lv=-57;cid=testClusterID;nsid=1429081539;c=1577410604269), blocks: 
0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3495492 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x8c3b5d63743e80b1: Processing first 
storage report for DS-6e9db035-dabe-462e-8231-d5d29e22b0de from datanode 
b80c849a-365f-452f-a4e2-abc4eea46e67
   [junit4]   2> 3495492 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x8c3b5d63743e80b1: from storage 
DS-6e9db035-dabe-462e-8231-d5d29e22b0de node 
DatanodeRegistration(127.0.0.1:49193, 
datanodeUuid=b80c849a-365f-452f-a4e2-abc4eea46e67, infoPort=49195, 
infoSecurePort=0, ipcPort=49196, 
storageInfo=lv=-57;cid=testClusterID;nsid=1429081539;c=1577410604269), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3495538 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002
   [junit4]   2> 3495539 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3495539 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3495539 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3495640 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.ZkTestServer start zk server on port:49199
   [junit4]   2> 3495640 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:49199
   [junit4]   2> 3495640 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:49199
   [junit4]   2> 3495640 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 49199
   [junit4]   2> 3495642 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3495659 INFO  (zkConnectionManagerCallback-23791-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495659 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3495664 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3495666 INFO  (zkConnectionManagerCallback-23793-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495667 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3495668 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3495670 INFO  (zkConnectionManagerCallback-23795-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495670 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3495777 WARN  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, 
break even is size 23
   [junit4]   2> 3495777 WARN  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, 
break even is size 23
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.1+12
   [junit4]   2> 3495777 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 12.0.1+12
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6f81bd42{/solr,null,AVAILABLE}
   [junit4]   2> 3495783 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@44f01127{/solr,null,AVAILABLE}
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@27ade742{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:49204}
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.s.Server Started @3495841ms
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@51b5402e{HTTP/1.1,[http/1.1, 
h2c]}{127.0.0.1:49205}
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.s.Server Started @3495841ms
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=49204}
   [junit4]   2> 3495784 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=49205}
   [junit4]   2> 3495811 ERROR (jetty-launcher-23796-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3495811 ERROR (jetty-launcher-23796-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3495811 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3495811 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.5.0
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.5.0
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-12-27T01:36:45.450180Z
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3495812 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2019-12-27T01:36:45.450202Z
   [junit4]   2> 3495814 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3495815 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3495818 INFO  (zkConnectionManagerCallback-23800-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495818 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3495818 INFO  (zkConnectionManagerCallback-23798-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495818 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3495819 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3495819 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3495827 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3495827 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3496087 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3496088 WARN  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@40c5e13b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496088 WARN  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@40c5e13b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496093 WARN  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@ea8c3b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496093 WARN  (jetty-launcher-23796-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@ea8c3b9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496095 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49199/solr
   [junit4]   2> 3496097 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3496099 INFO  (zkConnectionManagerCallback-23808-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3496099 INFO  (jetty-launcher-23796-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3496206 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 3496209 INFO  (zkConnectionManagerCallback-23810-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3496209 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 3496399 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:49205_solr
   [junit4]   2> 3496401 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.Overseer Overseer 
(id=72122128832135174-127.0.0.1:49205_solr-n_0000000000) starting
   [junit4]   2> 3496414 INFO  
(OverseerStateUpdate-72122128832135174-127.0.0.1:49205_solr-n_0000000000) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:49205_solr
   [junit4]   2> 3496416 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:49205_solr
   [junit4]   2> 3496419 INFO  (zkCallback-23809-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3496427 WARN  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3496428 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost:49192/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3496428 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3496428 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3496452 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 3496464 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3496465 WARN  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@66b207a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496465 WARN  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@66b207a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496470 WARN  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@3004089[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496471 WARN  (jetty-launcher-23796-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@3004089[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3496472 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49199/solr
   [junit4]   2> 3496479 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3496479 INFO  (zkConnectionManagerCallback-23820-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3496479 INFO  (jetty-launcher-23796-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3496495 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496507 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496507 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496587 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 3496587 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 3496588 INFO  (jetty-launcher-23796-thread-1) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node1/.
   [junit4]   2> 3496589 INFO  (zkConnectionManagerCallback-23822-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3496590 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 3496605 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3496614 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:49204_solr as DOWN
   [junit4]   2> 3496616 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 3496616 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:49204_solr
   [junit4]   2> 3496618 INFO  (zkCallback-23809-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3496618 INFO  (zkCallback-23821-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3496620 WARN  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3496620 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost:49192/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3496620 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3496620 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3496665 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 3496697 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496708 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496708 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3496710 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 3496711 INFO  (jetty-launcher-23796-thread-2) 
[n:127.0.0.1:49204_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node2/.
   [junit4]   2> 3496753 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3496754 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3496757 INFO  (zkConnectionManagerCallback-23831-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3496757 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3496760 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3496763 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[528217B53B5742CE]-worker) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49199/solr ready
   [junit4]   2> 3496831 INFO  
(TEST-TestHdfsCloudBackupRestore.testRestoreFailure-seed#[528217B53B5742CE]) [  
   ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
   [junit4]   2> 3496833 INFO  (qtp694819871-57509) [n:127.0.0.1:49204_solr     
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&collection.configName=conf1&maxShardsPerNode=2&name=hdfsbackuprestore_testfailure&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3496838 INFO  
(OverseerThreadFactory-15612-thread-1-processing-n:127.0.0.1:49205_solr) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
hdfsbackuprestore_testfailure
   [junit4]   2> 3496958 INFO  
(OverseerStateUpdate-72122128832135174-127.0.0.1:49205_solr-n_0000000000) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49204/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3496963 INFO  
(OverseerStateUpdate-72122128832135174-127.0.0.1:49205_solr-n_0000000000) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49205/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3496971 INFO  
(OverseerStateUpdate-72122128832135174-127.0.0.1:49205_solr-n_0000000000) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49204/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3496976 INFO  
(OverseerStateUpdate-72122128832135174-127.0.0.1:49205_solr-n_0000000000) 
[n:127.0.0.1:49205_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49205/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3497186 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_n1&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3497186 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_n2&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3497186 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr    
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_n4&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3497186 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr    
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 3497186 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr    
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_n6&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3498245 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.5.0
   [junit4]   2> 3498249 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.5.0
   [junit4]   2> 3498255 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.5.0
   [junit4]   2> 3498257 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.5.0
   [junit4]   2> 3498272 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema 
[hdfsbackuprestore_testfailure_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3498278 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3498278 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_n2' using 
configuration from collection hdfsbackuprestore_testfailure, trusted=true
   [junit4]   2> 3498279 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n2' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n2') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3498279 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard1_replica_n2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard1_replica_n2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node1/./hdfsbackuprestore_testfailure_shard1_replica_n2/data/]
   [junit4]   2> 3498280 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.s.IndexSchema 
[hdfsbackuprestore_testfailure_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3498293 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3498294 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard2_replica_n4' using 
configuration from collection hdfsbackuprestore_testfailure, trusted=true
   [junit4]   2> 3498295 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n4' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n4') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3498295 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard2_replica_n4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard2_replica_n4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node2/./hdfsbackuprestore_testfailure_shard2_replica_n4/data/]
   [junit4]   2> 3498306 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema 
[hdfsbackuprestore_testfailure_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3498307 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3498307 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_n1' using 
configuration from collection hdfsbackuprestore_testfailure, trusted=true
   [junit4]   2> 3498308 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3498308 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard1_replica_n1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_n1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node2/./hdfsbackuprestore_testfailure_shard1_replica_n1/data/]
   [junit4]   2> 3498324 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.s.IndexSchema 
[hdfsbackuprestore_testfailure_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3498328 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3498328 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.CoreContainer 
Creating SolrCore 'hdfsbackuprestore_testfailure_shard2_replica_n6' using 
configuration from collection hdfsbackuprestore_testfailure, trusted=true
   [junit4]   2> 3498328 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n6' 
(registry 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n6') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5328f45
   [junit4]   2> 3498328 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SolrCore 
[[hdfsbackuprestore_testfailure_shard2_replica_n6] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard2_replica_n6],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_528217B53B5742CE-001/tempDir-002/node1/./hdfsbackuprestore_testfailure_shard2_replica_n6/data/]
   [junit4]   2> 3498878 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3498878 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3498885 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 3498885 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 3498901 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3498901 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3498906 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 3498906 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 3498917 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3498917 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3498918 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 3498918 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 3498921 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@2b2b703e[hdfsbackuprestore_testfailure_shard2_replica_n6] 
main]
   [junit4]   2> 3498922 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@2aef3dff[hdfsbackuprestore_testfailure_shard1_replica_n1] 
main]
   [junit4]   2> 3498925 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3498925 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3498926 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3498927 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 3498927 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 3498927 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3498930 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3498931 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3498932 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@36edda83[hdfsbackuprestore_testfailure_shard2_replica_n4] 
main]
   [junit4]   2> 3498936 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 3498936 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1654034906296090624
   [junit4]   2> 3498938 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 3498938 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1654034906298187776
   [junit4]   2> 3498942 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3498943 INFO  
(searcherExecutor-15627-thread-1-processing-n:127.0.0.1:49205_solr 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SolrCore 
[hdfsbackuprestore_testfailure_shard2_replica_n6] Registered new searcher 
Searcher@2b2b703e[hdfsbackuprestore_testfailure_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3498943 INFO  
(searcherExecutor-15626-thread-1-processing-n:127.0.0.1:49204_solr 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrCore 
[hdfsbackuprestore_testfailure_shard1_replica_n1] Registered new searcher 
Searcher@2aef3dff[hdfsbackuprestore_testfailure_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3498944 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3498945 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 3498946 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1654034906306576384
   [junit4]   2> 3498948 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@5398f6ab[hdfsbackuprestore_testfailure_shard1_replica_n2] 
main]
   [junit4]   2> 3498949 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.ZkShardTerms 
Successful update of terms at 
/collections/hdfsbackuprestore_testfailure/terms/shard2 to 
Terms{values={core_node8=0}, version=0}
   [junit4]   2> 3498950 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.ZkShardTerms 
Successful update of terms at 
/collections/hdfsbackuprestore_testfailure/terms/shard1 to 
Terms{values={core_node3=0}, version=0}
   [junit4]   2> 3498950 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/hdfsbackuprestore_testfailure/leaders/shard1
   [junit4]   2> 3498950 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/hdfsbackuprestore_testfailure/leaders/shard2
   [junit4]   2> 3498951 INFO  
(searcherExecutor-15625-thread-1-processing-n:127.0.0.1:49204_solr 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.SolrCore 
[hdfsbackuprestore_testfailure_shard2_replica_n4] Registered new searcher 
Searcher@36edda83[hdfsbackuprestore_testfailure_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3498955 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3498956 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3498958 INFO  (qtp694819871-57515) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 
x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 3498959 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 3498959 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1654034906320207872
   [junit4]   2> 3498960 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.ZkShardTerms 
Successful update of terms at 
/collections/hdfsbackuprestore_testfailure/terms/shard2 to 
Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 3498960 INFO  (qtp694819871-57517) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/hdfsbackuprestore_testfailure/leaders/shard2
   [junit4]   2> 3498963 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3498963 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3498963 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync 
replicas to 
http://127.0.0.1:49205/solr/hdfsbackuprestore_testfailure_shard2_replica_n6/
   [junit4]   2> 3498964 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_testfailure_shard2_replica_n6 
url=http://127.0.0.1:49205/solr START 
replicas=[http://127.0.0.1:49204/solr/hdfsbackuprestore_testfailure_shard2_replica_n4/]
 nUpdates=100
   [junit4]   2> 3498965 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_testfailure_shard2_replica_n6 
url=http://127.0.0.1:49205/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3498965 INFO  
(searcherExecutor-15624-thread-1-processing-n:127.0.0.1:49205_solr 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.SolrCore 
[hdfsbackuprestore_testfailure_shard1_replica_n2] Registered new searcher 
Searcher@5398f6ab[hdfsbackuprestore_testfailure_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3498966 INFO  (qtp694819871-57512) [n:127.0.0.1:49204_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 
x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.S.Request 
[hdfsbackuprestore_testfailure_shard2_replica_n4]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 3498966 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3498966 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3498966 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/hdfsbackuprestore_testfailure/leaders/shard2/leader after winning 
as 
/collections/hdfsbackuprestore_testfailure/leader_elect/shard2/election/72122128832135174-core_node8-n_0000000000
   [junit4]   2> 3498970 INFO  (qtp1601349040-57514) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 
x:hdfsbackuprestore_testfailure_shard2_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:49205/solr/hdfsbackuprestore_testfailure_shard2_replica_n6/ 
shard2
   [junit4]   2> 3498970 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] o.a.s.c.ZkShardTerms 
Successful update of terms at 
/collections/hdfsbackuprestore_testfailure/terms/shard1 to 
Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 3498970 INFO  (qtp1601349040-57511) [n:127.0.0.1:49205_solr 
c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 
x:hdfsbackuprestore_testfailure_shard1_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/hdfsbackuprestore_testfailure/leaders/shard1
   [junit4]   2> 3499073 INFO  (zkCallback-23809-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/hdfsbackuprestore_testfailure/state.json] for collectio

[...truncated too long message...]

ent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]    >  expected null, but was:<ObjectTracker found 4 object(s) that 
were not released!!! [InternalHttpClient, MMapDirectory, SolrCore, 
InternalHttpClient]
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:663)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
   [junit4]    >        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
   [junit4]    >        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1331)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:694)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:337)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4]    > >
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([528217B53B5742CE]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:343)
   [junit4]    >        at 
jdk.internal.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:835)
   [junit4] Completed [556/891 (1!)] on J1 in 109.61s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 46066 lines...]
[repro] Jenkins log URL: 
https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/484/consoleText

[repro] Revision: 8f5f18041a9210dec7b9fad28487a05731dc9020

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestHdfsCloudBackupRestore 
-Dtests.seed=528217B53B5742CE -Dtests.slow=true -Dtests.locale=de-LU 
-Dtests.timezone=Europe/Zaporozhye -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestHdfsCloudBackupRestore
[repro] ant compile-test

[...truncated 3627 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestHdfsCloudBackupRestore" -Dtests.showOutput=onerror 
"-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=528217B53B5742CE 
-Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Europe/Zaporozhye 
-Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 77 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[repro] Exiting with code 0

[...truncated 73 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to