Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1882/

1 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling

Error Message:
ObjectTracker found 2 object(s) that were not released!!! 
[MockDirectoryWrapper, SolrCore] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)  at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:979)  at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:914)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) 
 at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) 
 at org.eclipse.jetty.server.Server.handle(Server.java:534)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) 
 at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
  at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [MockDirectoryWrapper, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:979)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:914)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([97A08050C4494B21]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
        at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12658 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/init-core-data-001
   [junit4]   2> 1644219 WARN  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1644219 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1644220 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1644221 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001
   [junit4]   2> 1644221 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1644221 INFO  (Thread-4644) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1644221 INFO  (Thread-4644) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1644223 ERROR (Thread-4644) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1644321 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:36010
   [junit4]   2> 1644333 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1644333 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1644333 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1644334 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1644336 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7b7b68e7{/solr,null,AVAILABLE}
   [junit4]   2> 1644336 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4852097f{HTTP/1.1,[http/1.1]}{127.0.0.1:36660}
   [junit4]   2> 1644336 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.e.j.s.Server Started @1647699ms
   [junit4]   2> 1644337 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36660}
   [junit4]   2> 1644337 ERROR (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1644337 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1644337 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1644337 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1644337 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:17.485Z
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@435bf05d{/solr,null,AVAILABLE}
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@238481e6{/solr,null,AVAILABLE}
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1bfc64d6{HTTP/1.1,[http/1.1]}{127.0.0.1:56979}
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@259bae2a{/solr,null,AVAILABLE}
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.e.j.s.Server Started @1647701ms
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1647eee7{HTTP/1.1,[http/1.1]}{127.0.0.1:43113}
   [junit4]   2> 1644339 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56979}
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.e.j.s.Server Started @1647702ms
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43113}
   [junit4]   2> 1644340 ERROR (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@52c8ab13{HTTP/1.1,[http/1.1]}{127.0.0.1:37788}
   [junit4]   2> 1644340 ERROR (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.e.j.s.Server Started @1647702ms
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=37788}
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:17.489Z
   [junit4]   2> 1644340 ERROR (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1644340 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:17.489Z
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1644341 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1644342 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:17.490Z
   [junit4]   2> 1644345 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1644346 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1644349 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1644350 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1644360 INFO  (jetty-launcher-3087-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1644360 INFO  (jetty-launcher-3087-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1644361 INFO  (jetty-launcher-3087-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1644362 INFO  (jetty-launcher-3087-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1644388 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1644389 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1644389 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1644389 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1644389 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:43113_solr
   [junit4]   2> 1644390 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36660_solr
   [junit4]   2> 1644390 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37788_solr
   [junit4]   2> 1644391 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56979_solr
   [junit4]   2> 1644391 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.Overseer Overseer 
(id=98167401832120330-127.0.0.1:43113_solr-n_0000000000) starting
   [junit4]   2> 1644392 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1644392 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 1644396 INFO  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1644397 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1644397 INFO  
(zkCallback-3108-thread-1-processing-n:127.0.0.1:37788_solr) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1644397 INFO  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1644397 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1644414 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43113_solr
   [junit4]   2> 1644415 INFO  
(zkCallback-3108-thread-1-processing-n:127.0.0.1:37788_solr) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1644415 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1644415 INFO  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1644415 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1644488 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36660.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644488 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37788.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644494 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36660.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644494 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36660.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644494 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37788.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644494 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_37788.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644495 INFO  (jetty-launcher-3087-thread-1) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node1/.
   [junit4]   2> 1644495 INFO  (jetty-launcher-3087-thread-3) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node2/.
   [junit4]   2> 1644514 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43113.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644520 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43113.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644520 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43113.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644520 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56979.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644521 INFO  (jetty-launcher-3087-thread-2) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node3/.
   [junit4]   2> 1644526 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56979.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644527 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56979.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1644528 INFO  (jetty-launcher-3087-thread-4) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node4/.
   [junit4]   2> 1644637 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1644639 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36010/solr ready
   [junit4]   2> 1644648 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@52c8ab13{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1644649 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1872295044
   [junit4]   2> 1644649 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1644651 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1644653 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1644655 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1644655 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1644656 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15cc2bb5aba000b, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1644657 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1644657 INFO  
(zkCallback-3106-thread-2-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1644657 INFO  
(zkCallback-3107-thread-2-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1644658 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1646156 WARN  
(zkCallback-3108-thread-1-processing-n:127.0.0.1:37788_solr) 
[n:127.0.0.1:37788_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1646157 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@259bae2a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1646158 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1646159 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@59b75d63{/solr,null,AVAILABLE}
   [junit4]   2> 1646159 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7482658b{HTTP/1.1,[http/1.1]}{127.0.0.1:49893}
   [junit4]   2> 1646159 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server Started @1649521ms
   [junit4]   2> 1646159 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54595}
   [junit4]   2> 1646160 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1646160 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1646160 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1646160 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1646160 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:19.308Z
   [junit4]   2> 1646163 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1646171 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1646180 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1646183 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1646185 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54595_solr
   [junit4]   2> 1646186 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1646187 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1646187 INFO  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1646187 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1646187 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1646289 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54595.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1646294 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54595.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1646295 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54595.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1646296 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node2/.
   [junit4]   2> 1646336 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:49893/solr. Proxy: http://127.0.0.1:54595/solr
   [junit4]   2> 1646337 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@1647eee7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1646338 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1050352576
   [junit4]   2> 1646338 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1646340 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1646342 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1646343 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1646344 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1646344 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=98167401832120330-127.0.0.1:43113_solr-n_0000000000) closing
   [junit4]   2> 1646345 INFO  
(OverseerStateUpdate-98167401832120330-127.0.0.1:43113_solr-n_0000000000) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:43113_solr
   [junit4]   2> 1646346 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1646346 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1646346 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1646346 INFO  
(zkCallback-3109-thread-1-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1646346 INFO  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36660_solr
   [junit4]   2> 1646348 INFO  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.Overseer Overseer 
(id=98167401832120332-127.0.0.1:36660_solr-n_0000000001) starting
   [junit4]   2> 1647846 WARN  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:43113_solr) 
[n:127.0.0.1:43113_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1647846 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@435bf05d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1647847 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@dd0378f{/solr,null,AVAILABLE}
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@10310278{HTTP/1.1,[http/1.1]}{127.0.0.1:60108}
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server Started @1651211ms
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60094}
   [junit4]   2> 1647849 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1647849 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1647850 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1647850 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:20.998Z
   [junit4]   2> 1647853 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1647863 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1647879 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1647882 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1647885 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60094_solr
   [junit4]   2> 1647887 INFO  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1647887 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1647887 INFO  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1647887 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1647889 INFO  
(zkCallback-3128-thread-1-processing-n:127.0.0.1:60094_solr) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1648024 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60094.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1648030 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60094.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1648031 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60094.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1648032 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node3/.
   [junit4]   2> 1648075 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:60108/solr. Proxy: http://127.0.0.1:60094/solr
   [junit4]   2> 1648076 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@1bfc64d6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1648076 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=955442144
   [junit4]   2> 1648077 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1648079 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1648081 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1648082 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1648083 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1648084 INFO  
(zkCallback-3128-thread-1-processing-n:127.0.0.1:60094_solr) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1648084 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1648084 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1648085 INFO  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1649584 WARN  
(zkCallback-3106-thread-1-processing-n:127.0.0.1:56979_solr) 
[n:127.0.0.1:56979_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1649584 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@238481e6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1649585 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1649587 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@558bbf7{/solr,null,AVAILABLE}
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6b8c608f{HTTP/1.1,[http/1.1]}{127.0.0.1:48739}
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server Started @1652950ms
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38019}
   [junit4]   2> 1649588 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1649588 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:22.736Z
   [junit4]   2> 1649591 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1649600 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1649610 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1649612 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1649614 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38019_solr
   [junit4]   2> 1649615 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1649615 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1649615 INFO  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1649615 INFO  
(zkCallback-3128-thread-1-processing-n:127.0.0.1:60094_solr) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1649616 INFO  
(zkCallback-3134-thread-1-processing-n:127.0.0.1:38019_solr) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1649798 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38019.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1649804 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38019.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1649804 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38019.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1649805 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node4/.
   [junit4]   2> 1649847 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:48739/solr. Proxy: http://127.0.0.1:38019/solr
   [junit4]   2> 1649848 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@4852097f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1649848 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1950120121
   [junit4]   2> 1649848 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1649850 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1649852 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1649854 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1649854 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1649854 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=98167401832120332-127.0.0.1:36660_solr-n_0000000001) closing
   [junit4]   2> 1649854 INFO  
(OverseerStateUpdate-98167401832120332-127.0.0.1:36660_solr-n_0000000001) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:36660_solr
   [junit4]   2> 1649858 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1649859 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1649859 INFO  
(zkCallback-3128-thread-1-processing-n:127.0.0.1:60094_solr) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1649859 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:54595_solr
   [junit4]   2> 1649859 INFO  
(zkCallback-3134-thread-1-processing-n:127.0.0.1:38019_solr) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 1649860 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.Overseer Overseer 
(id=98167401832120337-127.0.0.1:54595_solr-n_0000000004) starting
   [junit4]   2> 1651359 WARN  
(zkCallback-3109-thread-2-processing-n:127.0.0.1:36660_solr) 
[n:127.0.0.1:36660_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1651359 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7b7b68e7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1651360 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1651365 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4a03284e{/solr,null,AVAILABLE}
   [junit4]   2> 1651366 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6c49330{HTTP/1.1,[http/1.1]}{127.0.0.1:42006}
   [junit4]   2> 1651366 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.e.j.s.Server Started @1654728ms
   [junit4]   2> 1651366 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55228}
   [junit4]   2> 1651366 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1651367 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1651367 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1651367 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1651367 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-19T23:41:24.515Z
   [junit4]   2> 1651369 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1651378 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36010/solr
   [junit4]   2> 1651389 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1651392 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1651394 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55228_solr
   [junit4]   2> 1651395 INFO  (zkCallback-3117-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1651395 INFO  
(zkCallback-3134-thread-1-processing-n:127.0.0.1:38019_solr) 
[n:127.0.0.1:38019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1651396 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1651396 INFO  
(zkCallback-3128-thread-1-processing-n:127.0.0.1:60094_solr) 
[n:127.0.0.1:60094_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1651396 INFO  
(zkCallback-3140-thread-1-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1651465 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55228.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1651470 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55228.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1651471 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55228.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1651472 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node1/.
   [junit4]   2> 1651513 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[97A08050C4494B21]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:42006/solr. Proxy: http://127.0.0.1:55228/solr
   [junit4]   2> 1651513 INFO  (SocketProxy-Acceptor-38019) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=51820,localport=38019], receiveBufferSize:531000
   [junit4]   2> 1651514 INFO  (SocketProxy-Acceptor-38019) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=48739,localport=59390], receiveBufferSize=530904
   [junit4]   2> 1651515 INFO  (qtp1436981401-16826) [n:127.0.0.1:38019_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with 
params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 1651516 INFO  (qtp1436981401-16826) [n:127.0.0.1:38019_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=1
   [junit4]   2> 1651543 INFO  
(TEST-TestPullReplicaErrorHandling.testCantConnectToLeader-seed#[97A08050C4494B21])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToLeader
   [junit4]   2> 1651544 INFO  (qtp1436981401-16827) [n:127.0.0.1:38019_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_leader&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1651546 INFO  
(OverseerThreadFactory-6569-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_error_handling_test_cant_connect_to_leader
   [junit4]   2> 1651653 INFO  
(OverseerStateUpdate-98167401832120337-127.0.0.1:54595_solr-n_0000000004) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54595/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 1651654 INFO  
(OverseerStateUpdate-98167401832120337-127.0.0.1:54595_solr-n_0000000004) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55228/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1651856 INFO  (SocketProxy-Acceptor-54595) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=37485,localport=54595], receiveBufferSize:531000
   [junit4]   2> 1651856 INFO  (SocketProxy-Acceptor-55228) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=59222,localport=55228], receiveBufferSize:531000
   [junit4]   2> 1651857 INFO  (SocketProxy-Acceptor-54595) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=49893,localport=56564], receiveBufferSize=530904
   [junit4]   2> 1651857 INFO  (SocketProxy-Acceptor-55228) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=42006,localport=42466], receiveBufferSize=530904
   [junit4]   2> 1651858 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_error_handling_test_cant_connect_to_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1651858 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_error_handling_test_cant_connect_to_leader&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1651858 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1651858 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1651966 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1651966 INFO  
(zkCallback-3140-thread-1-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1651966 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1651967 INFO  
(zkCallback-3140-thread-2-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1652872 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1652872 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1652889 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.s.IndexSchema 
[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
Schema name=minimal
   [junit4]   2> 1652891 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.s.IndexSchema 
[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
Schema name=minimal
   [junit4]   2> 1652892 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1652892 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 
'pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1' 
using configuration from collection 
pull_replica_error_handling_test_cant_connect_to_leader, trusted=true
   [junit4]   2> 1652893 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55228.solr.core.pull_replica_error_handling_test_cant_connect_to_leader.shard1.replica_n1'
 (registry 
'solr.core.pull_replica_error_handling_test_cant_connect_to_leader.shard1.replica_n1')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1652893 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1652893 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SolrCore 
[[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] ] 
Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node1/pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node1/./pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1/data/]
   [junit4]   2> 1652894 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1652894 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.CoreContainer Creating SolrCore 
'pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1' 
using configuration from collection 
pull_replica_error_handling_test_cant_connect_to_leader, trusted=true
   [junit4]   2> 1652894 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54595.solr.core.pull_replica_error_handling_test_cant_connect_to_leader.shard1.replica_p1'
 (registry 
'solr.core.pull_replica_error_handling_test_cant_connect_to_leader.shard1.replica_p1')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c8df2d7
   [junit4]   2> 1652894 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1652895 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.SolrCore 
[[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] ] 
Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node2/pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplicaErrorHandling_97A08050C4494B21-001/tempDir-001/node2/./pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1/data/]
   [junit4]   2> 1652973 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1652973 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1652973 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1652973 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1652975 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1652975 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1652976 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5b0d1b3c[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1]
 main]
   [junit4]   2> 1652977 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1652977 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@82064c7[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1]
 main]
   [junit4]   2> 1652978 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1652978 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1652979 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1652980 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.ZkController 
pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1 
starting background replication from leader
   [junit4]   2> 1652980 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 1652980 INFO  
(searcherExecutor-6577-thread-1-processing-n:127.0.0.1:54595_solr 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1 
s:shard1 c:pull_replica_error_handling_test_cant_connect_to_leader 
r:core_node1) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.c.SolrCore 
[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
Registered new searcher 
Searcher@5b0d1b3c[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1]
 main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1652980 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1652981 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1652982 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1652982 INFO  
(searcherExecutor-6576-thread-1-processing-n:127.0.0.1:55228_solr 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1 
s:shard1 c:pull_replica_error_handling_test_cant_connect_to_leader 
r:core_node2) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SolrCore 
[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
Registered new searcher 
Searcher@82064c7[pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1]
 main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1652983 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1570678438500499456
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:55228/solr/pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1/
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:55228/solr/pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1/
 has no replicas
   [junit4]   2> 1652996 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1653000 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:55228/solr/pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1/
 shard1
   [junit4]   2> 1653103 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653103 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653103 INFO  
(zkCallback-3140-thread-1-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653103 INFO  
(zkCallback-3140-thread-2-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653151 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1653157 INFO  (qtp300212942-16855) [n:127.0.0.1:55228_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node2 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_error_handling_test_cant_connect_to_leader&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1298
   [junit4]   2> 1653255 INFO  
(zkCallback-3122-thread-1-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653255 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653255 INFO  
(zkCallback-3140-thread-2-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653255 INFO  
(zkCallback-3140-thread-1-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1653986 INFO  (qtp150417487-16772) [n:127.0.0.1:54595_solr 
c:pull_replica_error_handling_test_cant_connect_to_leader s:shard1 r:core_node1 
x:pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_leader_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_error_handling_test_cant_connect_to_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2127
   [junit4]   2> 1653991 INFO  (qtp1436981401-16827) [n:127.0.0.1:38019_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1654093 INFO  
(zkCallback-3140-thread-1-processing-n:127.0.0.1:55228_solr) 
[n:127.0.0.1:55228_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_leader] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1654093 INFO  
(zkCallback-3122-thread-2-processing-n:127.0.0.1:54595_solr) 
[n:127.0.0.1:54595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json]
 for

[...truncated too long message...]

sAsStored2, TestCustomSort, PluginInfoTest, BJQParserTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, 
LeaderFailoverAfterPartitionTest, SharedFSAutoReplicaFailoverUtilsTest, 
TestLMDirichletSimilarityFactory, RulesTest, DistributedQueueTest, 
MBeansHandlerTest, ChaosMonkeyNothingIsSafeTest, TestSolrCloudSnapshots, 
DistributedFacetPivotWhiteBoxTest, HighlighterConfigTest, 
OverseerTaskQueueTest, DirectUpdateHandlerTest, TestStressReorder, 
TestXmlQParserPlugin, TestSolrCLIRunExample, TestRandomCollapseQParserPlugin, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestExclusionRuleCollectionAccess, 
TestPhraseSuggestions, TestSQLHandler, TestCloudManagedSchema, 
TestGeoJSONResponseWriter, TestDocSet, TestCloudPivotFacet, 
BasicDistributedZk2Test, CurrencyFieldXmlFileTest, TestWriterPerf, 
TestNumericTokenStream, TestCollapseQParserPlugin, BlockJoinFacetSimpleTest, 
SuggesterTSTTest, TestMiniSolrCloudClusterSSL, CircularListTest, 
StatelessScriptUpdateProcessorFactoryTest, TestRebalanceLeaders, 
SolrPluginUtilsTest, RecoveryZkTest, HdfsChaosMonkeyNothingIsSafeTest, 
CleanupOldIndexTest, TestRuleBasedAuthorizationPlugin, 
DeleteInactiveReplicaTest, WrapperMergePolicyFactoryTest, 
TestClassNameShortening, ReplicaListTransformerTest, DistribCursorPagingTest, 
ZkStateWriterTest, SolrGraphiteReporterTest, ConnectionManagerTest, 
CursorMarkTest, MoveReplicaTest, TestFieldCacheVsDocValues, 
CollectionsAPISolrJTest, RemoteQueryErrorTest, HdfsNNFailoverTest, 
TestCloudDeleteByQuery, DocValuesMissingTest, SolrTestCaseJ4Test, 
TestExtendedDismaxParser, SolrMetricReporterTest, DataDrivenBlockJoinTest, 
TestReversedWildcardFilterFactory, TestSchemaResource, TestReload, TestConfig, 
TestConfigsApi, TestLegacyNumericRangeQueryBuilder, CoreAdminHandlerTest, 
DebugComponentTest, TestCollationFieldDocValues, TolerantUpdateProcessorTest, 
OpenCloseCoreStressTest, BasicZkTest, FullSolrCloudDistribCmdsTest, 
TestReplicationHandler, ZkControllerTest, TestJoin, TestCoreContainer, 
TestGroupingSearch, ConvertedLegacyTest, TestFiltering, TestIndexSearcher, 
DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, 
SpellCheckCollatorTest, DocValuesTest, DocumentAnalysisRequestHandlerTest, 
PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, 
PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, 
FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, 
TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, 
BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, UpdateParamsTest, 
TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, 
TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, 
NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, 
TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, 
TestPostingsSolrHighlighter, DirectSolrConnectionTest, 
NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCodecSupport, 
SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, 
TestDFRSimilarityFactory, TestPerFieldSimilarity, 
TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, 
TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, 
PreAnalyzedFieldTest, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, 
TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, 
UUIDFieldTest, CursorPagingTest, AsyncCallRequestStatusResponseTest, 
CdcrReplicationHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
DeleteStatusTest, ForceLeaderTest, TestCloudInspectUtil, 
TestCloudJSONFacetJoinDomain, TestCloudRecovery, 
TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, 
TestPullReplicaErrorHandling]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestPullReplicaErrorHandling -Dtests.seed=97A08050C4494B21 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq 
-Dtests.timezone=America/Santiago -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestPullReplicaErrorHandling (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 
object(s) that were not released!!! [MockDirectoryWrapper, SolrCore]
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]    >        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    >        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.solr.core.SolrCore
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:979)
   [junit4]    >        at 
org.apache.solr.core.CoreContainer.create(CoreContainer.java:914)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]    >        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    >        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]    >        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
   [junit4]    >        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    >        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    >        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    >        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    >        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    >        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    >        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    >        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    >        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    >        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([97A08050C4494B21]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [549/725 (1!)] on J2 in 67.22s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 43810 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to