Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2271/

1 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, 
InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but 
was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, 
InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not 
released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, 
MMapDirectory, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 6 object(s) that were not 
released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, 
MMapDirectory, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:834)

>
        at __randomizedtesting.SeedInfo.seed([D6EA84D1E35130F6]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotNull(Assert.java:755)
        at org.junit.Assert.assertNull(Assert.java:737)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13512 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 3319519 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3319519 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/data-dir-229-001
   [junit4]   2> 3319520 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 3319520 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3319520 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 3319520 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3319595 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3319597 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3319603 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3319603 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3319603 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3319606 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@11a0ead4{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3319730 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@4e0f5c84{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-40617-hadoop-hdfs-3_2_0-tests_jar-_-any-14865454695165664907.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 3319730 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@13a37c{HTTP/1.1, 
(http/1.1)}{localhost.localdomain:40617}
   [junit4]   2> 3319730 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.Server Started @3319761ms
   [junit4]   2> 3319811 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3319812 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3319813 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3319813 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3319813 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3319813 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@635e52ba{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3319936 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@56fbc954{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-34807-hadoop-hdfs-3_2_0-tests_jar-_-any-15198870743294925418.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 3319936 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@2f46499d{HTTP/1.1, 
(http/1.1)}{localhost:34807}
   [junit4]   2> 3319936 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.e.j.s.Server Started @3319967ms
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x18639185e3e2b069: Processing first 
storage report for DS-b6875b07-8e52-4753-868a-b16a0e8032d3 from datanode 
36f0bca3-26e7-4e77-ada1-dbaf456fd9ca
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x18639185e3e2b069: from storage 
DS-b6875b07-8e52-4753-868a-b16a0e8032d3 node 
DatanodeRegistration(127.0.0.1:42179, 
datanodeUuid=36f0bca3-26e7-4e77-ada1-dbaf456fd9ca, infoPort=40157, 
infoSecurePort=0, ipcPort=38369, 
storageInfo=lv=-57;cid=testClusterID;nsid=1413018308;c=1596269352819), blocks: 
0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x18639185e3e2b069: Processing first 
storage report for DS-3720323a-a433-4933-baaa-b67e771443a9 from datanode 
36f0bca3-26e7-4e77-ada1-dbaf456fd9ca
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x18639185e3e2b069: from storage 
DS-3720323a-a433-4933-baaa-b67e771443a9 node 
DatanodeRegistration(127.0.0.1:42179, 
datanodeUuid=36f0bca3-26e7-4e77-ada1-dbaf456fd9ca, infoPort=40157, 
infoSecurePort=0, ipcPort=38369, 
storageInfo=lv=-57;cid=testClusterID;nsid=1413018308;c=1596269352819), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3320162 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002
   [junit4]   2> 3320163 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3320165 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3320165 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3320167 WARN  (ZkTestServer Run Thread) [     ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3320265 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.ZkTestServer start zk server on port: 33829
   [junit4]   2> 3320265 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33829
   [junit4]   2> 3320266 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33829
   [junit4]   2> 3320266 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 33829
   [junit4]   2> 3320306 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320345 INFO  (zkConnectionManagerCallback-26519-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320345 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320433 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320457 INFO  (zkConnectionManagerCallback-26521-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320457 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320481 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320497 INFO  (zkConnectionManagerCallback-26523-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320497 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320499 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker-SendThread(127.0.0.1:33829))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x100a1f01d2c0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x100a1f01d2c0002, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x100a1f01d2c0002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) 
~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348)
 ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) 
[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@61c57740{/solr,null,AVAILABLE}
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@718ed3a7{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:43039}
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.s.Server Started @3320675ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43039}
   [junit4]   2> 3320644 ERROR (jetty-launcher-26524-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-08-01T08:09:13.927086Z
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@78932ee8{/solr,null,AVAILABLE}
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@2b224a4{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:36425}
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.s.Server Started @3320680ms
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36425}
   [junit4]   2> 3320650 ERROR (jetty-launcher-26524-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-08-01T08:09:13.932126Z
   [junit4]   2> 3320665 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320674 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320675 INFO  (zkConnectionManagerCallback-26526-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3320676 INFO  (zkConnectionManagerCallback-26528-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320678 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3320680 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3320708 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3320709 WARN  
(jetty-launcher-26524-thread-2-SendThread(127.0.0.1:33829)) [     ] 
o.a.z.ClientCnxn An exception was thrown while closing send thread for session 
0x100a1f01d2c0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x100a1f01d2c0003, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x100a1f01d2c0003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) 
~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348)
 ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) 
[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3321731 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3321731 WARN  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@197a2e61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321731 WARN  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@197a2e61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321733 WARN  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@735b74a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321733 WARN  (jetty-launcher-26524-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@735b74a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321735 INFO  (jetty-launcher-26524-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33829/solr
   [junit4]   2> 3321738 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 3321754 INFO  (zkConnectionManagerCallback-26541-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3321754 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 3321856 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36425_solr
   [junit4]   2> 3321857 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.Overseer Overseer 
(id=72235646691573765-127.0.0.1:36425_solr-n_0000000000) starting
   [junit4]   2> 3321863 INFO  
(OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:36425_solr
   [junit4]   2> 3321870 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36425_solr
   [junit4]   2> 3321871 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 3321872 WARN  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup, solr.hdfs.home=hdfs://localhost.localdomain:40893/solr, 
solr.hdfs.confdir=}}
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3321886 INFO  (zkCallback-26540-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3321897 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 3321914 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321921 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321921 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321922 INFO  (jetty-launcher-26524-thread-1) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002/node1
   [junit4]   2> 3322006 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3322007 WARN  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@1f765b80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322007 WARN  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@1f765b80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322010 WARN  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@2c8c717f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322011 WARN  (jetty-launcher-26524-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@2c8c717f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322012 INFO  (jetty-launcher-26524-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33829/solr
   [junit4]   2> 3322013 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 3322014 INFO  (zkConnectionManagerCallback-26558-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3322014 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 3322018 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3322022 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:43039_solr as DOWN
   [junit4]   2> 3322023 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 1000 transient cores
   [junit4]   2> 3322023 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43039_solr
   [junit4]   2> 3322023 INFO  (zkCallback-26540-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 3322025 WARN  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup, solr.hdfs.home=hdfs://localhost.localdomain:40893/solr, 
solr.hdfs.confdir=}}
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = poisioned,class 
= 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = poisioned,class = 
org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes
 = {default=true, name=poisioned, 
class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3322026 INFO  (zkCallback-26557-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3322046 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 3322068 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322078 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322078 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322079 INFO  (jetty-launcher-26524-thread-2) 
[n:127.0.0.1:43039_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002/node2
   [junit4]   2> 3322088 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3322089 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3322090 INFO  (zkConnectionManagerCallback-26571-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3322090 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3322091 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3322092 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33829/solr ready
   [junit4]   2> 3322122 INFO  
(TEST-TestHdfsCloudBackupRestore.testRestoreFailure-seed#[D6EA84D1E35130F6]) [  
   ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
   [junit4]   2> 3322124 INFO  (qtp209046362-66575) [n:127.0.0.1:36425_solr     
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&collection.configName=conf1&name=hdfsbackuprestore_testfailure&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3322127 INFO  
(OverseerThreadFactory-26546-thread-1-processing-n:127.0.0.1:36425_solr) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
hdfsbackuprestore_testfailure
   [junit4]   2> 3322231 WARN  
(OverseerThreadFactory-26546-thread-1-processing-n:127.0.0.1:36425_solr) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number 
of replicas of 3 on collection hdfsbackuprestore_testfailure is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 3322234 INFO  
(OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43039/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:43039_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322237 INFO  
(OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36425/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:36425_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322239 INFO  
(OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) 
[n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43039/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:43039_solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322241 INFO  
(OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:1

[...truncated too long message...]

ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    >        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MMapDirectory
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > >
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([D6EA84D1E35130F6]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [394/868 (1!)] on J1 in 88.58s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 53377 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to