Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1784/
Java: 32bit/jdk1.8.0_162 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, 
NIOFSDirectory, SolrCore, InternalHttpClient] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)  at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190) 
 at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
  at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1178)
  at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NIOFSDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:762)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)  at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)  at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1040)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) 
 at org.eclipse.jetty.server.Server.handle(Server.java:530)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)  at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)  at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
  at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
  at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
  at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
  at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)  
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)  at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:416) 
 at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227) 
 at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
  at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)  
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [InternalHttpClient, NIOFSDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
        at 
org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)
        at 
org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
        at 
org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1178)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:381)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NIOFSDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:762)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
        at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1040)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:530)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
        at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
        at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:416)
        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227)
        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([34A13C1B82A16454]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.GeneratedMethodAccessor64.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14493 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/init-core-data-001
   [junit4]   2> 2060247 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
   [junit4]   2> 2060247 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2060248 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2060249 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2060638 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2060645 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2060646 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2060661 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_45577_hdfs____vedlla/webapp
   [junit4]   2> 2061250 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:45577
   [junit4]   2> 2061482 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2061483 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2061492 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_45221_datanode____.sbwi1/webapp
   [junit4]   2> 2061982 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45221
   [junit4]   2> 2062009 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2062010 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2062022 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39427_datanode____yu87ui/webapp
   [junit4]   2> 2062337 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:38627) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2062342 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x73138ab68972e: from storage 
DS-9221f6bc-3d85-499e-8883-64d999d2d6fb node 
DatanodeRegistration(127.0.0.1:46433, 
datanodeUuid=b6b660ae-a966-49e8-a797-07ffa04f6a05, infoPort=36659, 
infoSecurePort=0, ipcPort=35933, 
storageInfo=lv=-56;cid=testClusterID;nsid=640216930;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2062342 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x73138ab68972e: from storage 
DS-160edab8-66b9-4d83-ab62-419fbdb46af0 node 
DatanodeRegistration(127.0.0.1:46433, 
datanodeUuid=b6b660ae-a966-49e8-a797-07ffa04f6a05, infoPort=36659, 
infoSecurePort=0, ipcPort=35933, 
storageInfo=lv=-56;cid=testClusterID;nsid=640216930;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2062485 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39427
   [junit4]   2> 2062576 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:38627) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2062579 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x73138b984bd77: from storage 
DS-dec0dd56-26c5-4f7c-879e-0dfd40104885 node 
DatanodeRegistration(127.0.0.1:46847, 
datanodeUuid=a52847d7-2857-4ea8-af7e-759de38dc0b6, infoPort=45565, 
infoSecurePort=0, ipcPort=38723, 
storageInfo=lv=-56;cid=testClusterID;nsid=640216930;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2062579 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x73138b984bd77: from storage 
DS-54aac413-7bc8-443b-b824-1d9339f0e512 node 
DatanodeRegistration(127.0.0.1:46847, 
datanodeUuid=a52847d7-2857-4ea8-af7e-759de38dc0b6, infoPort=45565, 
infoSecurePort=0, ipcPort=38723, 
storageInfo=lv=-56;cid=testClusterID;nsid=640216930;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2062607 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.a.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will 
wait 5 seconds and try again.
   [junit4]   2> 2067607 WARN  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.a.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will 
wait 5 seconds and try again.
   [junit4]   2> 2072617 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002
   [junit4]   2> 2072617 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2072617 INFO  (Thread-9723) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2072617 INFO  (Thread-9723) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2072619 ERROR (Thread-9723) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2072717 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:36529
   [junit4]   2> 2072719 INFO  (zkConnectionManagerCallback-8182-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072722 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, 
git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2072722 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, 
git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2072722 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@85aa26{/solr,null,AVAILABLE}
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@e95869{/solr,null,AVAILABLE}
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@a6f7fd{SSL,[ssl, 
http/1.1]}{127.0.0.1:40827}
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@12f21ba{SSL,[ssl, 
http/1.1]}{127.0.0.1:35463}
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.e.j.s.Server Started @2072755ms
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.e.j.s.Server Started @2072755ms
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40827}
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35463}
   [junit4]   2> 2072723 ERROR (jetty-launcher-8179-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2072723 ERROR (jetty-launcher-8179-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.4.0
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.4.0
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-23T18:07:09.211Z
   [junit4]   2> 2072723 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-04-23T18:07:09.211Z
   [junit4]   2> 2072724 INFO  (zkConnectionManagerCallback-8185-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072724 INFO  (zkConnectionManagerCallback-8186-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072724 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2072724 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2072727 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2072727 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2072728 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10078aab9b00001, likely client has closed socket
   [junit4]   2> 2072730 INFO  (jetty-launcher-8179-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36529/solr
   [junit4]   2> 2072730 INFO  (jetty-launcher-8179-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36529/solr
   [junit4]   2> 2072731 INFO  (zkConnectionManagerCallback-8192-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072731 INFO  (zkConnectionManagerCallback-8194-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072731 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10078aab9b00003, likely client has closed socket
   [junit4]   2> 2072732 INFO  (zkConnectionManagerCallback-8197-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072732 INFO  (zkConnectionManagerCallback-8198-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072777 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2072777 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2072777 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40827_solr
   [junit4]   2> 2072777 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35463_solr
   [junit4]   2> 2072778 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.Overseer Overseer 
(id=72190268693020677-127.0.0.1:40827_solr-n_0000000000) starting
   [junit4]   2> 2072778 INFO  (zkCallback-8195-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2072778 INFO  (zkCallback-8196-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2072782 INFO  (zkConnectionManagerCallback-8207-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2072783 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2072783 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:36529/solr ready
   [junit4]   2> 2072784 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 2072784 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40827_solr
   [junit4]   2> 2072784 INFO  (zkCallback-8195-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2072785 INFO  (zkCallback-8206-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2072785 INFO  (zkCallback-8196-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2073108 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:38627/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2073108 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:38627/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2073129 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2073134 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2073134 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2073135 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/.
   [junit4]   2> 2073137 INFO  (zkConnectionManagerCallback-8212-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2073138 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2073138 INFO  (jetty-launcher-8179-thread-2) 
[n:127.0.0.1:35463_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster 
at 127.0.0.1:36529/solr ready
   [junit4]   2> 2074187 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup 
repository with configuration params {type = repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:38627/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2074187 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default 
configuration for backup repository is with configuration params {type = 
repository,name = hdfs,class = 
org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = 
{name=hdfs, 
class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = 
{location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:38627/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2074207 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2074213 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2074213 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2074214 INFO  (jetty-launcher-8179-thread-1) 
[n:127.0.0.1:40827_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/.
   [junit4]   2> 2074230 INFO  (zkConnectionManagerCallback-8214-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074233 INFO  (zkConnectionManagerCallback-8219-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2074233 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2074233 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[34A13C1B82A16454]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36529/solr ready
   [junit4]   2> 2074285 INFO  
(TEST-TestHdfsCloudBackupRestore.test-seed#[34A13C1B82A16454]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2074329 INFO  (qtp5952156-31469) [n:127.0.0.1:35463_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=6&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2074331 INFO  (OverseerThreadFactory-9072-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore
   [junit4]   2> 2074332 WARN  (OverseerThreadFactory-9072-thread-1) [    ] 
o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection 
hdfsbackuprestore is higher than the number of Solr instances currently live or 
live and part of your createNodeSet(2). It's unusual to run two replica of the 
same slice on the same Solr-instance.
   [junit4]   2> 2074436 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35463/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074437 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40827/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074438 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35463/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074438 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40827/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074439 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35463/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074440 INFO  
(OverseerStateUpdate-72190268693020677-127.0.0.1:40827_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40827/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2074645 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2074645 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2074645 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2074645 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2074689 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2074695 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2074698 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2075655 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075655 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075666 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 2075666 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 2075666 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075667 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075667 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075668 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_p4' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075668 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n8' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075668 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075668 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_p4' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_p4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075668 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075668 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075668 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_p4] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_p4],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_p4/data/]
   [junit4]   2> 2075668 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n8],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n8/data/]
   [junit4]   2> 2075672 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2075674 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075674 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n1' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075675 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075675 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075675 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n1/data/]
   [junit4]   2> 2075696 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075700 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2075702 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075702 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075702 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_n6' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075703 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard2.replica_n6' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075703 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075703 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n6],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n6/data/]
   [junit4]   2> 2075707 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard2_replica_p10] Schema name=minimal
   [junit4]   2> 2075704 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.4.0
   [junit4]   2> 2075722 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075722 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard2_replica_p10' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075722 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p10' (registry 
'solr.core.hdfsbackuprestore.shard2.replica_p10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075722 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075722 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard2_replica_p10] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_p10],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_p10/data/]
   [junit4]   2> 2075727 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema 
[hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2075729 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2075729 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 
'hdfsbackuprestore_shard1_replica_n2' using configuration from collection 
hdfsbackuprestore, trusted=true
   [junit4]   2> 2075730 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 
'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1e772e3
   [junit4]   2> 2075730 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2075730 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_34A13C1B82A16454-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n2/data/]
   [junit4]   2> 2075902 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075902 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075903 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2075903 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2075904 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@f0db20[hdfsbackuprestore_shard1_replica_p4] main]
   [junit4]   2> 2075905 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075906 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075908 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@11a8624[hdfsbackuprestore_shard2_replica_n8] main]
   [junit4]   2> 2075910 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075910 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075910 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075910 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075911 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075911 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1598561276289613824
   [junit4]   2> 2075911 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075912 INFO  
(searcherExecutor-9077-thread-1-processing-n:127.0.0.1:35463_solr 
x:hdfsbackuprestore_shard1_replica_p4 c:hdfsbackuprestore s:shard1 
r:core_node7) [n:127.0.0.1:35463_solr c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_p4] Registered new searcher 
Searcher@f0db20[hdfsbackuprestore_shard1_replica_p4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075913 INFO  
(searcherExecutor-9078-thread-1-processing-n:127.0.0.1:35463_solr 
x:hdfsbackuprestore_shard2_replica_n8 c:hdfsbackuprestore s:shard2 
r:core_node11) [n:127.0.0.1:35463_solr c:hdfsbackuprestore s:shard2 
r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_n8] Registered new searcher 
Searcher@11a8624[hdfsbackuprestore_shard2_replica_n8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075915 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ZkController 
hdfsbackuprestore_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 2075915 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start 
replication from leader with poll interval: 00:00:03
   [junit4]   2> 2075916 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2075916 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2075916 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ZkShardTerms Successful update 
of terms at /collections/hdfsbackuprestore/terms/shard2 to 
Terms{values={core_node11=0}, version=0}
   [junit4]   2> 2075917 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075917 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075917 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 2075917 INFO  (qtp5952156-31543) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node7 
x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075918 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard2: total=2 found=1 
timeoutin=9999ms
   [junit4]   2> 2075919 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2075919 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2075919 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1e7c571[hdfsbackuprestore_shard2_replica_n6] main]
   [junit4]   2> 2075919 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075920 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075920 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075920 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075920 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075921 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2075921 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2075921 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075921 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075922 INFO  
(searcherExecutor-9080-thread-1-processing-n:127.0.0.1:40827_solr 
x:hdfsbackuprestore_shard2_replica_n6 c:hdfsbackuprestore s:shard2 
r:core_node9) [n:127.0.0.1:40827_solr c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_n6] Registered new searcher 
Searcher@1e7c571[hdfsbackuprestore_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075922 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1598561276301148160
   [junit4]   2> 2075922 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5a9f9c[hdfsbackuprestore_shard1_replica_n2] main]
   [junit4]   2> 2075922 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 2075922 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 2075923 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075923 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075923 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@16455e[hdfsbackuprestore_shard2_replica_p10] main]
   [junit4]   2> 2075923 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075924 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075924 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075924 INFO  
(searcherExecutor-9082-thread-1-processing-n:127.0.0.1:40827_solr 
x:hdfsbackuprestore_shard1_replica_n2 c:hdfsbackuprestore s:shard1 
r:core_node5) [n:127.0.0.1:40827_solr c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_n2] Registered new searcher 
Searcher@5a9f9c[hdfsbackuprestore_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075924 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075924 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1598561276303245312
   [junit4]   2> 2075925 INFO  (qtp27475052-31539) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update 
of terms at /collections/hdfsbackuprestore/terms/shard2 to 
Terms{values={core_node11=0, core_node9=0}, version=1}
   [junit4]   2> 2075925 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@109acc3[hdfsbackuprestore_shard1_replica_n1] main]
   [junit4]   2> 2075925 INFO  
(searcherExecutor-9081-thread-1-processing-n:127.0.0.1:40827_solr 
x:hdfsbackuprestore_shard2_replica_p10 c:hdfsbackuprestore s:shard2 
r:core_node12) [n:127.0.0.1:40827_solr c:hdfsbackuprestore s:shard2 
r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard2_replica_p10] Registered new searcher 
Searcher@16455e[hdfsbackuprestore_shard2_replica_p10] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075926 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ZkController 
hdfsbackuprestore_shard2_replica_p10 starting background replication from leader
   [junit4]   2> 2075926 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2075926 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ReplicateFromLeader Will start 
replication from leader with poll interval: 00:00:03
   [junit4]   2> 2075926 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2075927 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2075928 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update 
of terms at /collections/hdfsbackuprestore/terms/shard1 to 
Terms{values={core_node5=0}, version=0}
   [junit4]   2> 2075928 INFO  
(searcherExecutor-9079-thread-1-processing-n:127.0.0.1:35463_solr 
x:hdfsbackuprestore_shard1_replica_n1 c:hdfsbackuprestore s:shard1 
r:core_node3) [n:127.0.0.1:35463_solr c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore 
[hdfsbackuprestore_shard1_replica_n1] Registered new searcher 
Searcher@109acc3[hdfsbackuprestore_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2075928 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1598561276307439616
   [junit4]   2> 2075929 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Waiting until we see more replicas up for shard shard1: total=2 found=1 
timeoutin=9999ms
   [junit4]   2> 2075930 INFO  (qtp5952156-31461) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update 
of terms at /collections/hdfsbackuprestore/terms/shard1 to 
Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 2075935 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 2075935 INFO  (qtp27475052-31472) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node12 
x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 2076419 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 2076419 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 2076419 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:35463/solr/hdfsbackuprestore_shard2_replica_n8/
   [junit4]   2> 2076420 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard2_replica_n8 url=https://127.0.0.1:35463/solr START 
replicas=[https://127.0.0.1:40827/solr/hdfsbackuprestore_shard2_replica_n6/] 
nUpdates=100
   [junit4]   2> 2076422 INFO  (qtp27475052-31462) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard2 r:core_node9 
x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.S.Request 
[hdfsbackuprestore_shard2_replica_n6]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2076430 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 2076430 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 2076430 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:40827/solr/hdfsbackuprestore_shard1_replica_n2/
   [junit4]   2> 2076430 INFO  (qtp27475052-31470) [n:127.0.0.1:40827_solr 
c:hdfsbackuprestore s:shard1 r:core_node5 
x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard1_replica_n2 url=https://127.0.0.1:40827/solr START 
replicas=[https://127.0.0.1:35463/solr/hdfsbackuprestore_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 2076432 INFO  (qtp5952156-31544) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard1 r:core_node3 
x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.S.Request 
[hdfsbackuprestore_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2076720 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: 
core=hdfsbackuprestore_shard2_replica_n8 url=https://127.0.0.1:35463/solr DONE. 
 We have no versions.  sync failed.
   [junit4]   2> 2076720 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Leader's attempt to 
sync with shard failed, moving to the next candidate
   [junit4]   2> 2076720 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext We 
failed sync, but we have no versions - we can't sync in that case - we were 
active before, so become leader anyway
   [junit4]   2> 2076720 INFO  (qtp5952156-31540) [n:127.0.0.1:35463_solr 
c:hdfsbackuprestore s:shard2 r:core_node11 
x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Found 
all replicas participating in ele

[...truncated too long message...]

        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]    >        at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1040)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:356)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    >        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]    >        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]    >        at 
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.http.impl.client.InternalHttpClient
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:319)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:328)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:416)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:227)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:363)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:312)
   [junit4]    >        at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:294)
   [junit4]    >        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]    >        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    >        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    >        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([34A13C1B82A16454]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [593/803 (1!)] on J1 in 70.08s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 46933 lines...]
[repro] Jenkins log URL: 
https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1784/consoleText

[repro] Revision: 9a3a43771ee7122d291a96c7543e099c010005cf

[repro] Ant options: "-Dargs=-server -XX:+UseConcMarkSweepGC"
[repro] Repro line:  ant test  -Dtestcase=TestHdfsCloudBackupRestore 
-Dtests.seed=34A13C1B82A16454 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=es-UY -Dtests.timezone=Africa/Abidjan -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestHdfsCloudBackupRestore
[repro] ant compile-test

[...truncated 3316 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 
-Dtests.class="*.TestHdfsCloudBackupRestore" -Dtests.showOutput=onerror 
"-Dargs=-server -XX:+UseConcMarkSweepGC" -Dtests.seed=34A13C1B82A16454 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-UY 
-Dtests.timezone=Africa/Abidjan -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII

[...truncated 71 lines...]
[repro] Failures:
[repro]   0/5 failed: 
org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[repro] Exiting with code 0

[...truncated 40 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to