Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1176/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling

Error Message:
file handle leaks: 
[FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]

Stack Trace:
java.lang.RuntimeException: file handle leaks: 
[FileChannel(/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/index-SimpleFSDirectory-001/write.lock)]
        at __randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF]:0)
        at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:63)
        at 
org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:77)
        at 
org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
        at 
org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:228)
        at 
com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.Exception
        at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:46)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
        at 
org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
        at java.nio.channels.FileChannel.open(FileChannel.java:287)
        at java.nio.channels.FileChannel.open(FileChannel.java:335)
        at 
org.apache.lucene.store.NativeFSLockFactory.obtainFSLock(NativeFSLockFactory.java:125)
        at 
org.apache.lucene.store.FSLockFactory.obtainLock(FSLockFactory.java:41)
        at 
org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
        at 
org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
        at 
org.apache.lucene.store.MockDirectoryWrapper.obtainLock(MockDirectoryWrapper.java:1049)
        at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:948)
        at 
org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
        at 
org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
        at 
org.apache.solr.update.DefaultSolrCoreState.changeWriter(DefaultSolrCoreState.java:220)
        at 
org.apache.solr.update.DefaultSolrCoreState.openIndexWriter(DefaultSolrCoreState.java:245)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:625)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[https://127.0.0.1:32827/solr/MoveReplicaHDFSTest_failed_coll_true, 
https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:853407DE510E730F]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
https://127.0.0.1:36959/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard1
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 46 more


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   
"cluster-preferences":[{"maximize":"freedisk"}],   
"triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       
"event":"nodeLost",       "waitFor":30,       "actions":[         {           
"name":"auto_add_replicas_plan",           
"class":"solr.AutoAddReplicasPlanAction"},         {           
"name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       
"enabled":true}},   "listeners":{".auto_add_replicas.system":{       
"trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         
"STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         
"BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       
"beforeAction":[]}},   "properties":{}}> but was: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   
"cluster-preferences":[{"maximize":"freedisk"}],   
"triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       
"event":"nodeLost",       "waitFor":30,       "actions":[         {           
"name":"auto_add_replicas_plan",           
"class":"solr.AutoAddReplicasPlanAction"},         {           
"name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       
"enabled":true}},   "listeners":{".auto_add_replicas.system":{       
"trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         
"STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         
"BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       
"beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: 
org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
        at 
__randomizedtesting.SeedInfo.seed([2FF9D42CE6DDA6DF:1071D784F18B5638]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12207 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 487018 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/init-core-data-001
   [junit4]   2> 487018 WARN  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
   [junit4]   2> 487018 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 487019 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 487020 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001
   [junit4]   2> 487020 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 487020 INFO  (Thread-689) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 487020 INFO  (Thread-689) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 487022 ERROR (Thread-689) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 487120 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:34849
   [junit4]   2> 487131 INFO  (zkConnectionManagerCallback-670-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487135 INFO  (jetty-launcher-667-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487136 INFO  (jetty-launcher-667-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 487159 INFO  (jetty-launcher-667-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@37b04516{/solr,null,AVAILABLE}
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:35389}
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] 
o.e.j.s.Server Started @488621ms
   [junit4]   2> 487171 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35389}
   [junit4]   2> 487172 ERROR (jetty-launcher-667-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487172 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:50.667Z
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,AVAILABLE}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:44783}
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] 
o.e.j.s.Server Started @488623ms
   [junit4]   2> 487173 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44783}
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:34883}
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] 
o.e.j.s.Server Started @488623ms
   [junit4]   2> 487174 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34883}
   [junit4]   2> 487174 ERROR (jetty-launcher-667-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 487181 ERROR (jetty-launcher-667-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 487181 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:50.677Z
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 487182 INFO  (zkConnectionManagerCallback-672-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:50.677Z
   [junit4]   2> 487182 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:36753}
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] 
o.e.j.s.Server Started @488655ms
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36753}
   [junit4]   2> 487205 ERROR (jetty-launcher-667-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 487205 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 487206 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:50.701Z
   [junit4]   2> 487208 INFO  (zkConnectionManagerCallback-676-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487209 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487210 INFO  (zkConnectionManagerCallback-674-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487210 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487218 INFO  (jetty-launcher-667-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487221 INFO  (zkConnectionManagerCallback-678-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487222 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 487234 INFO  (zkConnectionManagerCallback-682-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487245 INFO  (jetty-launcher-667-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487255 INFO  (jetty-launcher-667-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487281 INFO  (zkConnectionManagerCallback-687-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487288 INFO  (jetty-launcher-667-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 487288 INFO  (zkConnectionManagerCallback-692-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487281 INFO  
(zkConnectionManagerCallback-689-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487329 INFO  (zkConnectionManagerCallback-696-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487361 INFO  
(zkConnectionManagerCallback-698-thread-1-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487369 INFO  
(zkConnectionManagerCallback-700-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487375 INFO  
(zkConnectionManagerCallback-703-thread-1-processing-n:127.0.0.1:36753_solr) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487382 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487389 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:34883_solr
   [junit4]   2> 487390 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer 
(id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) starting
   [junit4]   2> 487408 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487409 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 487409 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487411 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 487423 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 487424 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 487425 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35389_solr
   [junit4]   2> 487447 INFO  
(zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 487465 INFO  
(zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 487473 INFO  
(OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 487474 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34883_solr
   [junit4]   2> 487474 INFO  
(zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 487489 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 487492 INFO  
(zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 487499 INFO  
(zkCallback-697-thread-1-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 487545 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 487550 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487561 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487561 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36753.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487562 INFO  (jetty-launcher-667-thread-3) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
   [junit4]   2> 487670 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44783.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487671 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35389.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487678 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44783.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487678 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44783.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487679 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35389.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487679 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35389.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487680 INFO  (jetty-launcher-667-thread-2) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
   [junit4]   2> 487681 INFO  (jetty-launcher-667-thread-4) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
   [junit4]   2> 487761 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34883.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487770 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34883.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487770 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34883.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 487771 INFO  (jetty-launcher-667-thread-1) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
   [junit4]   2> 487879 INFO  (zkConnectionManagerCallback-712-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487889 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160f3b31ed4000d, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 487910 INFO  (zkConnectionManagerCallback-716-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 487911 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 487912 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34849/solr ready
   [junit4]   2> 487920 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@6a3c0eff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 487921 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=996670193
   [junit4]   2> 487921 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 487921 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@371122e5: rootName = 
solr_36753, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@74b64e6b
   [junit4]   2> 487929 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 487929 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@50438d81: rootName = 
solr_36753, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 487934 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 487934 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@96545b1: rootName = 
solr_36753, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 487935 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36753_solr
   [junit4]   2> 487938 INFO  
(zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 487938 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 487938 INFO  
(zkCallback-702-thread-1-processing-n:127.0.0.1:36753_solr) 
[n:127.0.0.1:36753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 487939 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 487949 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 487950 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 487952 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 487953 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@f9d8b9a{/solr,null,UNAVAILABLE}
   [junit4]   2> 487954 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488002 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@26ab9d9e{/solr,null,AVAILABLE}
   [junit4]   2> 488003 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2616cd3d{HTTP/1.1,[http/1.1]}{127.0.0.1:38679}
   [junit4]   2> 488003 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server Started @489453ms
   [junit4]   2> 488003 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42167}
   [junit4]   2> 488003 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 488014 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 488017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:51.512Z
   [junit4]   2> 488025 INFO  (zkConnectionManagerCallback-718-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488026 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488036 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488053 INFO  (zkConnectionManagerCallback-722-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488076 INFO  
(zkConnectionManagerCallback-724-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488079 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 488080 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488081 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42167_solr
   [junit4]   2> 488082 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  
(zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488082 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488085 INFO  
(zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488194 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42167.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488204 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42167.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488204 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42167.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488205 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node3/.
   [junit4]   2> 488260 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:38679/solr. Proxy: http://127.0.0.1:42167/solr
   [junit4]   2> 488261 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@da8ed2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488272 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=444239500
   [junit4]   2> 488272 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 488273 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3c312d85: rootName = 
solr_35389, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@7ffb3348
   [junit4]   2> 488280 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 488280 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2bef4191: rootName = 
solr_35389, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 488285 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 488285 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@a5d38ab: rootName = 
solr_35389, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 488286 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35389_solr
   [junit4]   2> 488287 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 488287 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488288 INFO  
(zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488290 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 488290 INFO  
(zkCallback-688-thread-1-processing-n:127.0.0.1:35389_solr) 
[n:127.0.0.1:35389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488291 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@37b04516{/solr,null,UNAVAILABLE}
   [junit4]   2> 488292 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488317 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6701b61a{/solr,null,AVAILABLE}
   [junit4]   2> 488317 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6330b504{HTTP/1.1,[http/1.1]}{127.0.0.1:44585}
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server Started @489767ms
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38395}
   [junit4]   2> 488318 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488318 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:51.813Z
   [junit4]   2> 488344 INFO  (zkConnectionManagerCallback-728-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488345 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488366 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488380 INFO  (zkConnectionManagerCallback-732-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488393 INFO  
(zkConnectionManagerCallback-734-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488402 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 488406 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488417 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38395_solr
   [junit4]   2> 488418 INFO  
(zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488418 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488425 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488425 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488429 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488584 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38395.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488594 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38395.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488594 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38395.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488596 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node2/.
   [junit4]   2> 488682 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:44585/solr. Proxy: http://127.0.0.1:38395/solr
   [junit4]   2> 488683 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@5d7f33ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488684 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1429528826
   [junit4]   2> 488684 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 488685 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@76739008: rootName = 
solr_44783, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@4de39a01
   [junit4]   2> 488691 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 488692 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@46002ff4: rootName = 
solr_44783, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 488696 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 488697 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@60efee48: rootName = 
solr_44783, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 488699 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44783_solr
   [junit4]   2> 488700 INFO  
(zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488700 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 488701 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 488702 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 488702 INFO  
(zkCallback-697-thread-2-processing-n:127.0.0.1:44783_solr) 
[n:127.0.0.1:44783_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 488706 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3c41ba8b{/solr,null,UNAVAILABLE}
   [junit4]   2> 488707 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 488713 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6a98f06c{/solr,null,AVAILABLE}
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@791c00b2{HTTP/1.1,[http/1.1]}{127.0.0.1:38867}
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server Started @490163ms
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42371}
   [junit4]   2> 488714 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 488714 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:52.209Z
   [junit4]   2> 488722 INFO  (zkConnectionManagerCallback-738-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488722 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 488755 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 488774 INFO  (zkConnectionManagerCallback-742-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488787 INFO  
(zkConnectionManagerCallback-744-thread-1-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 488817 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 488822 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 488824 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42371_solr
   [junit4]   2> 488825 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 488825 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488826 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488826 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488852 INFO  
(zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 488924 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42371.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488934 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42371.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488934 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42371.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 488936 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/.
   [junit4]   2> 488993 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:38867/solr. Proxy: http://127.0.0.1:42371/solr
   [junit4]   2> 488995 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@150d6d18{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 488996 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=688463613
   [junit4]   2> 488997 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 488997 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7c652a59: rootName = 
solr_34883, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@23bceea8
   [junit4]   2> 489005 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 489006 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@638b6df2: rootName = 
solr_34883, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@7eb2877a
   [junit4]   2> 489011 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 489011 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@e1b738b: rootName = 
solr_34883, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@6ec93600
   [junit4]   2> 489015 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34883_solr
   [junit4]   2> 489016 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  
(zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 489016 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 489017 INFO  
(zkCallback-699-thread-1-processing-n:127.0.0.1:34883_solr) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (3)
   [junit4]   2> 489017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 489017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 489017 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.Overseer Overseer 
(id=99347142444056587-127.0.0.1:34883_solr-n_0000000000) closing
   [junit4]   2> 489017 INFO  
(OverseerStateUpdate-99347142444056587-127.0.0.1:34883_solr-n_0000000000) 
[n:127.0.0.1:34883_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:34883_solr
   [junit4]   2> 489044 WARN  
(OverseerAutoScalingTriggerThread-99347142444056587-127.0.0.1:34883_solr-n_0000000000)
 [n:127.0.0.1:34883_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 489050 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:42167_solr
   [junit4]   2> 489051 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@37b74ed0{/solr,null,UNAVAILABLE}
   [junit4]   2> 489051 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.Overseer Overseer 
(id=99347142444056593-127.0.0.1:42167_solr-n_0000000004) starting
   [junit4]   2> 489058 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 489105 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@e825060{/solr,null,AVAILABLE}
   [junit4]   2> 489105 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5ab56ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:43683}
   [junit4]   2> 489105 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.e.j.s.Server Started @490555ms
   [junit4]   2> 489105 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43531}
   [junit4]   2> 489106 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 489112 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 489121 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 489121 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 489121 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-14T08:04:52.616Z
   [junit4]   2> 489139 INFO  (zkConnectionManagerCallback-748-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489140 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 489146 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34849/solr
   [junit4]   2> 489147 INFO  (zkConnectionManagerCallback-752-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489150 INFO  
(zkConnectionManagerCallback-754-thread-1-processing-n:127.0.0.1:43531_solr) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 489153 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 489154 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 489155 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43531_solr
   [junit4]   2> 489155 INFO  (zkCallback-715-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  
(zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 489155 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 489183 INFO  
(zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 489236 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43531.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489248 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43531.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489248 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43531.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 489249 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node1/.
   [junit4]   2> 489340 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: 
http://127.0.0.1:43683/solr. Proxy: http://127.0.0.1:43531/solr
   [junit4]   2> 489343 INFO  (SocketProxy-Acceptor-38395) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=43510,localport=38395], receiveBufferSize:531000
   [junit4]   2> 489349 INFO  (SocketProxy-Acceptor-38395) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=44585,localport=47382], receiveBufferSize=530904
   [junit4]   2> 489363 INFO  (qtp1616976158-3557) [n:127.0.0.1:38395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 489366 INFO  (qtp1616976158-3557) [n:127.0.0.1:38395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=2
   [junit4]   2> 489438 INFO  
(TEST-TestPullReplicaErrorHandling.testCantConnectToPullReplica-seed#[2FF9D42CE6DDA6DF])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToPullReplica
   [junit4]   2> 489439 INFO  (qtp1616976158-3558) [n:127.0.0.1:38395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_pull_replica&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 489445 INFO  
(OverseerThreadFactory-1456-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_error_handling_test_cant_connect_to_pull_replica
   [junit4]   2> 489557 INFO  
(OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43531/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489558 INFO  
(OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42371/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489559 INFO  
(OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38395/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489564 INFO  
(OverseerStateUpdate-99347142444056593-127.0.0.1:42167_solr-n_0000000004) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   
"collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42167/solr";,
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 489766 INFO  (SocketProxy-Acceptor-43531) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=54420,localport=43531], receiveBufferSize:531000
   [junit4]   2> 489771 INFO  (SocketProxy-Acceptor-43531) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=43683,localport=58796], receiveBufferSize=530904
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-38395) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=43528,localport=38395], receiveBufferSize:531000
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-42167) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=35874,localport=42167], receiveBufferSize:531000
   [junit4]   2> 489772 INFO  (SocketProxy-Acceptor-38395) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=44585,localport=47402], receiveBufferSize=530904
   [junit4]   2> 489772 INFO  (qtp1616976158-3553) [n:127.0.0.1:38395_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_n4&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 489773 INFO  (qtp1616976158-3553) [n:127.0.0.1:38395_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 489774 INFO  (SocketProxy-Acceptor-42371) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=39998,localport=42371], receiveBufferSize:531000
   [junit4]   2> 489777 INFO  (SocketProxy-Acceptor-42167) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=38679,localport=49158], receiveBufferSize=530904
   [junit4]   2> 489809 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 489809 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 489811 INFO  (qtp2009834846-3531) [n:127.0.0.1:42167_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 489812 INFO  (qtp2009834846-3531) [n:127.0.0.1:42167_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 489816 INFO  (qtp1565826131-3613) [n:127.0.0.1:43531_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_error_handling_test_cant_connect_to_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 489817 INFO  (qtp1565826131-3613) [n:127.0.0.1:43531_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 489834 INFO  (SocketProxy-Acceptor-42371) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=38867,localport=34676], receiveBufferSize=530904
   [junit4]   2> 489947 INFO  
(zkCallback-733-thread-1-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489947 INFO  
(zkCallback-743-thread-1-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489947 INFO  
(zkCallback-753-thread-1-processing-n:127.0.0.1:43531_solr) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489948 INFO  
(zkCallback-723-thread-2-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489948 INFO  
(zkCallback-723-thread-1-processing-n:127.0.0.1:42167_solr) 
[n:127.0.0.1:42167_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489953 INFO  
(zkCallback-733-thread-2-processing-n:127.0.0.1:38395_solr) 
[n:127.0.0.1:38395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489969 INFO  
(zkCallback-753-thread-2-processing-n:127.0.0.1:43531_solr) 
[n:127.0.0.1:43531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 489969 INFO  
(zkCallback-743-thread-2-processing-n:127.0.0.1:42371_solr) 
[n:127.0.0.1:42371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json]
 for collection [pull_replica_error_handling_test_cant_connect_to_pull_replica] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 490824 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 490831 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.s.IndexSchema 
[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 Schema name=minimal
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.c.CoreContainer Creating SolrCore 
'pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2'
 using configuration from collection 
pull_replica_error_handling_test_cant_connect_to_pull_replica, trusted=true
   [junit4]   2> 490834 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42371.solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2'
 (registry 
'solr.core.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.replica_p2')
 enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f830b23
   [junit4]   2> 490835 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 490835 INFO  (qtp1809356464-3579) [n:127.0.0.1:42371_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.c.SolrCore 
[[pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_2FF9D42CE6DDA6DF-001/tempDir-001/node4/pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp

[...truncated too long message...]

.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44311_solr
   [junit4]   2> 2408217 INFO  (jetty-closer-8105-thread-3) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 2408217 INFO  (jetty-closer-8105-thread-3) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2408217 INFO  
(zkCallback-8150-thread-1-processing-n:127.0.0.1:44311_solr) 
[n:127.0.0.1:44311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 2408217 INFO  
(zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) 
[n:127.0.0.1:40645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 2408217 INFO  
(zkCallback-8129-thread-2-processing-n:127.0.0.1:43343_solr) 
[n:127.0.0.1:43343_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 2408219 INFO  (coreCloseExecutor-8216-thread-1) 
[n:127.0.0.1:43343_solr c:.system s:shard1 r:core_node3 
x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=1693690710
   [junit4]   2> 2408219 INFO  (coreCloseExecutor-8217-thread-1) 
[n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 
x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4]  
CLOSING SolrCore org.apache.solr.core.SolrCore@2fc3847c
   [junit4]   2> 2408220 INFO  (coreCloseExecutor-8217-thread-1) 
[n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 
x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.core..system.shard1.replica_p4, tag=801342588
   [junit4]   2> 2408220 INFO  (coreCloseExecutor-8217-thread-1) 
[n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 
x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@77d25be5: rootName = 
solr_40645, domain = solr.core..system.shard1.replica_p4, service url = null, 
agent id = null] for registry solr.core..system.shard1.replica_p4 / 
com.codahale.metrics.MetricRegistry@1db267db
   [junit4]   2> 2408220 INFO  (jetty-closer-8105-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7c8a41b8{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408220 INFO  (jetty-closer-8105-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=99347267845160968-127.0.0.1:43343_solr-n_0000000000) closing
   [junit4]   2> 2408220 INFO  
(OverseerStateUpdate-99347267845160968-127.0.0.1:43343_solr-n_0000000000) 
[n:127.0.0.1:43343_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:43343_solr
   [junit4]   2> 2408221 WARN  
(OverseerAutoScalingTriggerThread-99347267845160968-127.0.0.1:43343_solr-n_0000000000)
 [n:127.0.0.1:43343_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2408225 INFO  
(zkCallback-8126-thread-3-processing-n:127.0.0.1:40645_solr) 
[n:127.0.0.1:40645_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40645_solr
   [junit4]   2> 2408225 INFO  (jetty-closer-8105-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1cbd4113{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408229 INFO  (coreCloseExecutor-8217-thread-1) 
[n:127.0.0.1:40645_solr c:.system s:shard1 r:core_node6 
x:.system_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=801342588
   [junit4]   2> 2408230 INFO  (jetty-closer-8105-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@42691137{/solr,null,UNAVAILABLE}
   [junit4]   2> 2408230 ERROR 
(SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2408230 INFO  
(SUITE-TestClusterStateProvider-seed#[2FF9D42CE6DDA6DF]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:40283 40283
   [junit4]   2> 2410081 INFO  (Thread-5748) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:40283 40283
   [junit4]   2> 2410082 WARN  (Thread-5748) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        3       /solr/configs/.system
   [junit4]   2>        3       /solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      /solr/collections/.system/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        2       /solr/autoscaling.json
   [junit4]   2>        2       
/solr/overseer_elect/election/99347267845160968-127.0.0.1:43343_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_2FF9D42CE6DDA6DF-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=Pacific/Honolulu
   [junit4]   2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=202097288,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestLRUCache, 
RequiredFieldsTest, DistribJoinFromCollectionTest, TestDynamicLoading, 
TestFiltering, V2StandaloneTest, FileBasedSpellCheckerTest, SSLMigrationTest, 
TestSolrCoreProperties, BadComponentTest, MergeStrategyTest, 
TestElisionMultitermQuery, DirectSolrConnectionTest, TestInitParams, 
TestSkipOverseerOperations, BasicAuthIntegrationTest, 
TestSolrCloudWithSecureImpersonation, UnloadDistributedZkTest, 
TestDistribDocBasedVersion, UUIDFieldTest, EchoParamsTest, TestConfigSets, 
TriLevelCompositeIdRoutingTest, TestCloudSchemaless, 
FieldMutatingUpdateProcessorTest, TestSolr4Spatial2, 
OverseerCollectionConfigSetProcessorTest, SystemInfoHandlerTest, 
TestManagedSchema, TestHashPartitioner, TestDocBasedVersionConstraints, 
TestCloudPivotFacet, AutoAddReplicasIntegrationTest, 
TestComplexPhraseQParserPlugin, TestFunctionQuery, DistanceUnitsTest, 
TestManagedResourceStorage, TestTriggerIntegration, TestQueryTypes, 
SuggesterWFSTTest, TestQuerySenderListener, TestNumericRangeQuery32, 
UniqFieldsUpdateProcessorFactoryTest, TestSystemIdResolver, TestTrie, 
TestCollectionAPIs, HdfsBasicDistributedZkTest, AlternateDirectoryTest, 
ReplicationFactorTest, TestPullReplica, AsyncCallRequestStatusResponseTest, 
TestFilteredDocIdSet, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, 
TestUniqueKeyFieldResource, PreAnalyzedFieldManagedSchemaCloudTest, 
TestStressLiveNodes, TestPointFields, TestLMJelinekMercerSimilarityFactory, 
CopyFieldTest, CSVRequestHandlerTest, HdfsLockFactoryTest, 
DefaultValueUpdateProcessorTest, AtomicUpdatesTest, 
TestReplicationHandlerBackup, DistanceFunctionTest, FacetPivotSmallTest, 
HdfsThreadLeakTest, ZkStateReaderTest, RecoveryAfterSoftCommitTest, 
XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, 
TimeZoneUtilsTest, FieldAnalysisRequestHandlerTest, MoveReplicaHDFSTest, 
DocValuesNotIndexedTest, TestLegacyNumericUtils, TestInPlaceUpdatesDistrib, 
SolrCoreMetricManagerTest, SortByFunctionTest, MetricsHandlerTest, 
LoggingHandlerTest, LeaderElectionContextKeyTest, TestFuzzyAnalyzedSuggestions, 
SegmentsInfoRequestHandlerTest, TestCoreDiscovery, TestCoreContainer, 
ReturnFieldsTest, TestValueSourceCache, BlockDirectoryTest, 
TestSolrDeletionPolicy2, TestTestInjection, TestLFUCache, TestGroupingSearch, 
TestFieldCacheReopen, DistributedSpellCheckComponentTest, 
WordBreakSolrSpellCheckerTest, DocValuesMissingTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestConfigOverlay, 
IndexBasedSpellCheckerTest, TestJsonFacetRefinement, TestDFISimilarityFactory, 
TestExtendedDismaxParser, TestCustomDocTransformer, 
TestSchemaSimilarityResource, TestFreeTextSuggestions, TestOrdValues, 
DirectSolrSpellCheckerTest, TestNodeLostTrigger, CdcrBootstrapTest, 
SolrCoreCheckLockOnStartupTest, SolrCloudExampleTest, 
CoreAdminRequestStatusTest, ClusterStateTest, ExplicitHLLTest, TestStreamBody, 
ComputePlanActionTest, TestManagedSynonymGraphFilterFactory, 
TestCopyFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, 
ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, 
CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, 
ClusterStateUpdateTest, TestZkChroot, ZkCLITest, 
TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, 
DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, 
PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, 
SoftAutoCommitTest, ActionThrottleTest, AliasIntegrationTest, 
CloudExitableDirectoryReaderTest, CollectionReloadTest, 
CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, 
DistributedQueueTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, 
SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, 
SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, 
TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, 
TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, 
TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRequestForwarding, 
TestSSLRandomization, TestSegmentSorting, 
TestTolerantUpdateProcessorRandomCloud, HttpTriggerListenerTest, 
MetricTriggerTest, TestPolicyCloud, TestClusterStateProvider]
   [junit4] Completed [577/766 (3!)] on J2 in 9.93s, 2 tests, 1 failure <<< 
FAILURES!

[...truncated 48823 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to