Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/911/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [SolrCore, 
MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.base/java.lang.Thread.run(Thread.java:844)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  at java.base/java.lang.Thread.run(Thread.java:844)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:350)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:710)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.base/java.lang.Thread.run(Thread.java:844)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
  at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) 
 at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
  at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not 
released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, 
MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:350)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:710)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base/java.lang.Thread.run(Thread.java:844)


        at __randomizedtesting.SeedInfo.seed([2EE22E6FC011FB8C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:298)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11644 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/init-core-data-001
   [junit4]   2> 43436 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 43437 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 43439 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 43439 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001
   [junit4]   2> 43439 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 43439 INFO  (Thread-79) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 43439 INFO  (Thread-79) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 43443 ERROR (Thread-79) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 43539 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:34111
   [junit4]   2> 43550 INFO  (jetty-launcher-95-thread-1) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 43551 INFO  (jetty-launcher-95-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64b91c9f{/solr,null,AVAILABLE}
   [junit4]   2> 43551 INFO  (jetty-launcher-95-thread-2) [    ] o.e.j.s.Server 
jetty-9.3.20.v20170531
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@747dac49{SSL,[ssl, 
http/1.1]}{127.0.0.1:34499}
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] o.e.j.s.Server 
Started @45284ms
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34499}
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6990799e{/solr,null,AVAILABLE}
   [junit4]   2> 43557 ERROR (jetty-launcher-95-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.2.0
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43557 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 43558 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T22:08:01.760980Z
   [junit4]   2> 43558 INFO  (jetty-launcher-95-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4f5b381f{SSL,[ssl, 
http/1.1]}{127.0.0.1:37917}
   [junit4]   2> 43558 INFO  (jetty-launcher-95-thread-2) [    ] o.e.j.s.Server 
Started @45285ms
   [junit4]   2> 43558 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37917}
   [junit4]   2> 43559 ERROR (jetty-launcher-95-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 43559 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.2.0
   [junit4]   2> 43559 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 43559 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 43559 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T22:08:01.762827Z
   [junit4]   2> 43562 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43563 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 43575 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15ffa5f786b0001, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 43578 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34111/solr
   [junit4]   2> 43579 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34111/solr
   [junit4]   2> 43690 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43691 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 43691 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37917_solr
   [junit4]   2> 43691 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=99073004774555653-127.0.0.1:37917_solr-n_0000000000) starting
   [junit4]   2> 43692 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34499_solr
   [junit4]   2> 43693 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43693 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 43703 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37917_solr
   [junit4]   2> 43704 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43707 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 43721 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43727 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43727 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43728 INFO  (jetty-launcher-95-thread-1) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/.
   [junit4]   2> 43729 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37917.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43734 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37917.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43734 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37917.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 43735 INFO  (jetty-launcher-95-thread-2) [    ] 
o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node2/.
   [junit4]   2> 43767 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 43767 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34111/solr ready
   [junit4]   2> 43769 INFO  
(SUITE-TestTlogReplica-seed#[2EE22E6FC011FB8C]-worker) [    ] 
o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 43786 INFO  (qtp1288841218-474) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 43787 INFO  (qtp1288841218-474) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=1
   [junit4]   2> 43795 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testRecovery
   [junit4]   2> 43797 INFO  (qtp1288841218-478) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 43799 INFO  (OverseerThreadFactory-436-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_recovery
   [junit4]   2> 43907 INFO  
(OverseerStateUpdate-99073004774555653-127.0.0.1:37917_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_recovery",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_recovery_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37917/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 43909 INFO  
(OverseerStateUpdate-99073004774555653-127.0.0.1:37917_solr-n_0000000000) [    
] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_recovery",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_recovery_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34499/solr";,
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 44122 INFO  (qtp1288841218-473) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 44123 INFO  (qtp1288841218-473) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 44138 INFO  (qtp472651473-482) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 44138 INFO  (qtp472651473-482) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 44243 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 44243 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 44244 INFO  (zkCallback-106-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 44244 INFO  (zkCallback-107-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 45139 INFO  (qtp1288841218-473) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 45158 INFO  (qtp1288841218-473) [    ] o.a.s.s.IndexSchema 
[tlog_replica_test_recovery_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 45160 INFO  (qtp472651473-482) [    ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.2.0
   [junit4]   2> 45161 INFO  (qtp1288841218-473) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 45161 INFO  (qtp1288841218-473) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t2' using 
configuration from collection tlog_replica_test_recovery, trusted=true
   [junit4]   2> 45162 INFO  (qtp1288841218-473) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34499.solr.core.tlog_replica_test_recovery.shard1.replica_t2' (registry 
'solr.core.tlog_replica_test_recovery.shard1.replica_t2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 45162 INFO  (qtp1288841218-473) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 45162 INFO  (qtp1288841218-473) [    ] o.a.s.c.SolrCore 
[[tlog_replica_test_recovery_shard1_replica_t2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/tlog_replica_test_recovery_shard1_replica_t2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/./tlog_replica_test_recovery_shard1_replica_t2/data/]
   [junit4]   2> 45167 INFO  (qtp472651473-482) [    ] o.a.s.s.IndexSchema 
[tlog_replica_test_recovery_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 45169 INFO  (qtp472651473-482) [    ] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 45169 INFO  (qtp472651473-482) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t1' using 
configuration from collection tlog_replica_test_recovery, trusted=true
   [junit4]   2> 45170 INFO  (qtp472651473-482) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37917.solr.core.tlog_replica_test_recovery.shard1.replica_t1' (registry 
'solr.core.tlog_replica_test_recovery.shard1.replica_t1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 45170 INFO  (qtp472651473-482) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 45170 INFO  (qtp472651473-482) [    ] o.a.s.c.SolrCore 
[[tlog_replica_test_recovery_shard1_replica_t1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node2/tlog_replica_test_recovery_shard1_replica_t1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node2/./tlog_replica_test_recovery_shard1_replica_t1/data/]
   [junit4]   2> 45203 INFO  (qtp472651473-482) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 45203 INFO  (qtp472651473-482) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 45205 INFO  (qtp472651473-482) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 45205 INFO  (qtp472651473-482) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 45206 INFO  (qtp472651473-482) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4e3ac8f[tlog_replica_test_recovery_shard1_replica_t1] main]
   [junit4]   2> 45206 INFO  (qtp472651473-482) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 45207 INFO  (qtp472651473-482) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 45207 INFO  (qtp472651473-482) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 45208 INFO  (searcherExecutor-442-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] Registered new 
searcher Searcher@4e3ac8f[tlog_replica_test_recovery_shard1_replica_t1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 45208 INFO  (qtp472651473-482) [    ] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1585168078246772736
   [junit4]   2> 45211 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 45214 INFO  (qtp1288841218-473) [    ] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 45214 INFO  (qtp1288841218-473) [    ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 45216 INFO  (qtp1288841218-473) [    ] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 45216 INFO  (qtp1288841218-473) [    ] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 45217 INFO  (qtp1288841218-473) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3a1bd842[tlog_replica_test_recovery_shard1_replica_t2] main]
   [junit4]   2> 45218 INFO  (qtp1288841218-473) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 45218 INFO  (qtp1288841218-473) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 45219 INFO  (qtp1288841218-473) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 45219 INFO  (searcherExecutor-441-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new 
searcher Searcher@3a1bd842[tlog_replica_test_recovery_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 45219 INFO  (qtp1288841218-473) [    ] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1585168078258307072
   [junit4]   2> 45312 INFO  (zkCallback-107-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 45312 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 45312 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 45312 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 45712 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 45712 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 45712 INFO  (qtp472651473-482) [    ] o.a.s.c.SyncStrategy 
Sync replicas to 
https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/
   [junit4]   2> 45713 INFO  (qtp472651473-482) [    ] o.a.s.u.PeerSync 
PeerSync: core=tlog_replica_test_recovery_shard1_replica_t1 
url=https://127.0.0.1:37917/solr START 
replicas=[https://127.0.0.1:34499/solr/tlog_replica_test_recovery_shard1_replica_t2/]
 nUpdates=100
   [junit4]   2> 45723 INFO  (qtp1288841218-475) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 46013 INFO  (qtp472651473-482) [    ] o.a.s.u.PeerSync 
PeerSync: core=tlog_replica_test_recovery_shard1_replica_t1 
url=https://127.0.0.1:37917/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 46013 INFO  (qtp472651473-482) [    ] o.a.s.c.SyncStrategy 
Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 46013 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 46013 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 46014 INFO  (qtp472651473-482) [    ] o.a.s.c.ZkController 
tlog_replica_test_recovery_shard1_replica_t1 stopping background replication 
from leader
   [junit4]   2> 46020 INFO  (qtp472651473-482) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/ 
shard1
   [junit4]   2> 46123 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46123 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46123 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46123 INFO  (zkCallback-107-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46171 INFO  (qtp472651473-482) [    ] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 46221 INFO  (qtp472651473-482) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2083
   [junit4]   2> 46224 INFO  (qtp1288841218-473) [    ] o.a.s.c.ZkController 
tlog_replica_test_recovery_shard1_replica_t2 starting background replication 
from leader
   [junit4]   2> 46224 INFO  (qtp1288841218-473) [    ] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 46237 INFO  (qtp1288841218-473) [    ] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 46237 INFO  (qtp1288841218-473) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 46237 INFO  (indexFetcher-452-thread-1) [    ] 
o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, 
skipping replication
   [junit4]   2> 46240 INFO  (qtp1288841218-473) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2118
   [junit4]   2> 46247 INFO  (qtp1288841218-478) [    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 46341 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46341 INFO  (zkCallback-107-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46341 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 46341 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47247 INFO  (qtp1288841218-478) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/collections 
params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2}
 status=0 QTime=3449
   [junit4]   2> 47288 INFO  (qtp1288841218-550) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/&wt=javabin&version=2}{add=[3
 (1585168080406839296), 4 (1585168080417325056)]} 0 2
   [junit4]   2> 47288 INFO  (qtp472651473-482) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={_stateVer_=tlog_replica_test_recovery:5&wt=javabin&version=2}{add=[3 
(1585168080406839296), 4 (1585168080417325056)]} 0 27
   [junit4]   2> 47297 INFO  (qtp1288841218-474) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 47303 INFO  (qtp472651473-484) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1585168080443539456,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 47303 INFO  (qtp472651473-484) [    ] o.a.s.u.SolrIndexWriter 
Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2b3ed0aa 
commitCommandVersion:1585168080443539456
   [junit4]   2> 47322 INFO  (qtp472651473-484) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@156929fd[tlog_replica_test_recovery_shard1_replica_t1] main]
   [junit4]   2> 47322 INFO  (qtp472651473-484) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 47323 INFO  (searcherExecutor-442-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] Registered new 
searcher Searcher@156929fd[tlog_replica_test_recovery_shard1_replica_t1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C2)))}
   [junit4]   2> 47323 INFO  (qtp472651473-484) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 20
   [junit4]   2> 47324 INFO  (qtp472651473-483) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={_stateVer_=tlog_replica_test_recovery:5&commit=true&wt=javabin&version=2}{commit=}
 0 33
   [junit4]   2> 47329 INFO  (qtp1288841218-475) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t2]  webapp=/solr path=/update 
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/&wt=javabin&version=2}{add=[5
 (1585168080467656704)]} 0 0
   [junit4]   2> 47329 INFO  (qtp472651473-488) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[5 (1585168080467656704)]} 0 3
   [junit4]   2> 47332 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ChaosMonkey monkey: kill jetty! 34499
   [junit4]   2> 47334 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@747dac49{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 47334 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1283427325
   [junit4]   2> 47334 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 47334 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@64820e63: rootName = 
solr_34499, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@71ba782e
   [junit4]   2> 47339 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 47339 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2516f5f5: rootName = 
solr_34499, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@6201f9f1
   [junit4]   2> 47341 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 47341 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7743f5c1: rootName = 
solr_34499, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6c146c1d
   [junit4]   2> 47343 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34499_solr
   [junit4]   2> 47343 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 47343 INFO  (zkCallback-107-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 47344 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 47343 INFO  (zkCallback-114-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 47344 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@4d8645b
   [junit4]   2> 47344 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.tlog_replica_test_recovery.shard1.replica_t2, tag=81290331
   [junit4]   2> 47344 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4c0368ac: rootName = 
solr_34499, domain = solr.core.tlog_replica_test_recovery.shard1.replica_t2, 
service url = null, agent id = null] for registry 
solr.core.tlog_replica_test_recovery.shard1.replica_t2 / 
com.codahale.metrics.MetricRegistry@ed4c482
   [junit4]   2> 47352 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.tlog_replica_test_recovery.shard1.leader, tag=81290331
   [junit4]   2> 47353 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 47353 INFO  (coreCloseExecutor-453-thread-1) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@42caff2 commitCommandVersion:0
   [junit4]   2> 47356 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@64b91c9f{/solr,null,UNAVAILABLE}
   [junit4]   2> 47357 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ChaosMonkey monkey: stop jetty! 34499
   [junit4]   2> 47361 INFO  (qtp472651473-482) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[6 (1585168080503308288)]} 0 1
   [junit4]   2> 47362 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ChaosMonkey monkey: starting jetty! 34499
   [junit4]   2> 47363 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 47367 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3061fd90{/solr,null,AVAILABLE}
   [junit4]   2> 47367 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@49ca3e6a{SSL,[ssl, 
http/1.1]}{127.0.0.1:34499}
   [junit4]   2> 47367 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.e.j.s.Server Started @49095ms
   [junit4]   2> 47368 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34499}
   [junit4]   2> 47368 ERROR 
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 47368 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.2.0
   [junit4]   2> 47368 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 47368 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 47368 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T22:08:05.571713Z
   [junit4]   2> 47373 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 47381 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34111/solr
   [junit4]   2> 47394 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 47395 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 47396 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34499_solr
   [junit4]   2> 47398 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 47398 INFO  (zkCallback-114-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 47398 INFO  (zkCallback-120-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 47443 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 47448 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 47449 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34499.solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 47450 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/.
   [junit4]   2> 47450 INFO  
(TEST-TestTlogReplica.testRecovery-seed#[2EE22E6FC011FB8C]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: 
[tlog_replica_test_recovery_shard1_replica_t2]
   [junit4]   2> 47451 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 47455 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 47459 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema 
name=minimal
   [junit4]   2> 47465 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 47470 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 47474 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema 
name=minimal
   [junit4]   2> 47475 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 47475 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 
'tlog_replica_test_recovery_shard1_replica_t2' using configuration from 
collection tlog_replica_test_recovery, trusted=true
   [junit4]   2> 47475 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34499.solr.core.tlog_replica_test_recovery.shard1.replica_t2' (registry 
'solr.core.tlog_replica_test_recovery.shard1.replica_t2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@443bbefb
   [junit4]   2> 47476 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 47476 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t2] ] Opening new 
SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/tlog_replica_test_recovery_shard1_replica_t2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/tempDir-001/node1/./tlog_replica_test_recovery_shard1_replica_t2/data/]
   [junit4]   2> 47498 INFO  (zkCallback-120-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47498 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47498 INFO  (zkCallback-120-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47498 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47501 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 47501 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 47502 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 47502 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 47503 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7bc12a0f[tlog_replica_test_recovery_shard1_replica_t2] main]
   [junit4]   2> 47503 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 47503 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 47504 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 47504 INFO  (searcherExecutor-461-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new 
searcher Searcher@7bc12a0f[tlog_replica_test_recovery_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 47504 INFO  (coreLoadExecutor-460-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1585168080654303232
   [junit4]   2> 47507 INFO  (coreZkRegister-455-thread-1) [    ] 
o.a.s.c.ZkController Core needs to 
recover:tlog_replica_test_recovery_shard1_replica_t2
   [junit4]   2> 47508 INFO  (updateExecutor-117-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 stopping 
background replication from leader
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Begin buffering updates. 
core=[tlog_replica_test_recovery_shard1_replica_t2]
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 47510 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Publishing state of core 
[tlog_replica_test_recovery_shard1_replica_t2] as recovering, leader is 
[https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/] 
and I am 
[https://127.0.0.1:34499/solr/tlog_replica_test_recovery_shard1_replica_t2/]
   [junit4]   2> 47513 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Sending prep recovery command to 
[https://127.0.0.1:37917/solr]; [WaitForState: 
action=PREPRECOVERY&core=tlog_replica_test_recovery_shard1_replica_t1&nodeName=127.0.0.1:34499_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 47518 INFO  (qtp472651473-488) [    ] o.a.s.h.a.PrepRecoveryOp 
Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, 
onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 47518 INFO  (qtp472651473-488) [    ] o.a.s.h.a.PrepRecoveryOp 
In WaitForState(recovering): collection=tlog_replica_test_recovery, 
shard=shard1, thisCore=tlog_replica_test_recovery_shard1_replica_t1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=down, localState=active, nodeName=127.0.0.1:34499_solr, 
coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: 
core_node4:{"core":"tlog_replica_test_recovery_shard1_replica_t2","base_url":"https://127.0.0.1:34499/solr","node_name":"127.0.0.1:34499_solr","state":"down","type":"TLOG"}
   [junit4]   2> 47613 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47613 INFO  (zkCallback-120-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47613 INFO  (zkCallback-114-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47613 INFO  (zkCallback-120-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47613 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 47801 INFO  
(OverseerCollectionConfigSetProcessor-99073004774555653-127.0.0.1:37917_solr-n_0000000000)
 [    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 48518 INFO  (qtp472651473-488) [    ] o.a.s.h.a.PrepRecoveryOp 
In WaitForState(recovering): collection=tlog_replica_test_recovery, 
shard=shard1, thisCore=tlog_replica_test_recovery_shard1_replica_t1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=recovering, localState=active, nodeName=127.0.0.1:34499_solr, 
coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: 
core_node4:{"core":"tlog_replica_test_recovery_shard1_replica_t2","base_url":"https://127.0.0.1:34499/solr","node_name":"127.0.0.1:34499_solr","state":"recovering","type":"TLOG"}
   [junit4]   2> 48519 INFO  (qtp472651473-488) [    ] o.a.s.h.a.PrepRecoveryOp 
Waited coreNodeName: core_node4, state: recovering, checkLive: true, 
onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 48519 INFO  (qtp472651473-488) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:34499_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1001
   [junit4]   2> 49022 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 49022 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Attempting to replicate from 
[https://127.0.0.1:37917/solr/tlog_replica_test_recovery_shard1_replica_t1/].
   [junit4]   2> 49030 INFO  (qtp472651473-485) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1585168082254430208,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 49030 INFO  (qtp472651473-485) [    ] o.a.s.u.SolrIndexWriter 
Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2b3ed0aa 
commitCommandVersion:1585168082254430208
   [junit4]   2> 49039 INFO  (qtp472651473-485) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@156d4454[tlog_replica_test_recovery_shard1_replica_t1] realtime]
   [junit4]   2> 49039 INFO  (qtp472651473-485) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 49039 INFO  (qtp472651473-485) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/update 
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=}
 0 9
   [junit4]   2> 49059 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=6
   [junit4]   2> 49061 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 49061 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 1511734087233
   [junit4]   2> 49061 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 49061 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 49061 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 49066 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist}
 status=0 QTime=3
   [junit4]   2> 49067 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Number of files in latest index in master: 29
   [junit4]   2> 49071 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 49071 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Starting download (fullCopy=false) to 
MockDirectoryWrapper(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/index-MMapDirectory-004
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c687c6)
   [junit4]   2> 49076 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=1
   [junit4]   2> 49079 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49082 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49084 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49085 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49087 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49089 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49091 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49093 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49096 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49098 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49100 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49103 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49105 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49107 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49109 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49111 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49114 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49116 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49119 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49121 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49124 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49126 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49128 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49131 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49133 INFO  (qtp472651473-483) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49135 INFO  (qtp472651473-484) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49138 INFO  (qtp472651473-488) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49139 INFO  (qtp472651473-485) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t1]  webapp=/solr path=/replication 
params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 49140 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.IndexFetcher Total time taken for download 
(fullCopy=false,bytesDownloaded=4496) : 0 secs (null bytes/sec) to 
MockDirectoryWrapper(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2EE22E6FC011FB8C-001/index-MMapDirectory-004
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c687c6)
   [junit4]   2> 49148 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 49149 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@50194192[tlog_replica_test_recovery_shard1_replica_t2] main]
   [junit4]   2> 49150 INFO  (searcherExecutor-461-thread-1) [    ] 
o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new 
searcher Searcher@50194192[tlog_replica_test_recovery_shard1_replica_t2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C2)
 Uninverting(_1(7.2.0):C2)))}
   [junit4]   2> 49150 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 49150 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 49150 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 starting 
background replication from leader
   [junit4]   2> 49150 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 49151 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 49151 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 49152 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Updating version bucket highest from index after 
successful recovery.
   [junit4]   2> 49153 INFO  (recoveryExecutor-118-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 49254 INFO  (zkCallback-114-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 49254 INFO  (zkCallback-120-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 49254 INFO  (zkCallback-120-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 49254 INFO  (zkCallback-106-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 49254 INFO  (zkCallback-106-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/tlog_replica_test_recovery/state.json] for collection 
[tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 49287 INFO  (qtp1829557721-560) [    ] o.a.s.c.S.Request 
[tlog_replica_test_recovery_shard1_replica_t2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=4 status=0 QTime=1
   [junit4]   2> 49296 ERROR (updateExecutor-100-thread-1) [    ] 
o.a.s.u.ErrorReportingConcurrentUpdateSolrClient error
   [junit4]   2> javax.net.ssl.SSLException: java.net.SocketException: Broken 
pipe (Write failed)
   [junit4]   2>        at 
java.base/sun.security.ssl.Alerts.getSSLException(Alerts.java:214)
   [junit4]   2>        at 
java.base/sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1974)
   [junit4]   2>        at 
java.base/sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1926)
   [junit4]   2>        at 
java.base/sun.security.ssl.SSLSocketImpl.writeRecord(SSLSocketImpl.java:794)
   [junit4]   2>        at 
java.base/sun.security.ssl.AppOutputStream.write(AppOutputStream.java:67)
   [junit4]   2>        at 
org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(Sess

[...truncated too long message...]

at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
   [junit4]    >        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:350)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:710)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1037)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    >        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]    >        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]    >        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]    >        at 
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]    >        at 
java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
   [junit4]    >        at 
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]    >        at 
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([2EE22E6FC011FB8C]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:298)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [30/749 (1!)] on J0 in 130.72s, 13 tests, 1 failure <<< 
FAILURES!

[...truncated 42602 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to