Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19841/
Java: 32bit/jdk-9-ea+173 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; 
[core_node2:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:39331","node_name":"127.0.0.1:39331_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: 
DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={   
"pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node1":{           "state":"down",           
"base_url":"http://127.0.0.1:36377";,           
"core":"c8n_1x3_lf_shard1_replica_t1",           
"node_name":"127.0.0.1:36377_",           "type":"TLOG"},         
"core_node2":{           "core":"c8n_1x3_lf_shard1_replica_t2",           
"base_url":"http://127.0.0.1:39331";,           "node_name":"127.0.0.1:39331_",  
         "state":"active",           "type":"TLOG",           "leader":"true"}, 
        "core_node3":{           "core":"c8n_1x3_lf_shard1_replica_t3",         
  "base_url":"http://127.0.0.1:37229";,           
"node_name":"127.0.0.1:37229_",           "state":"down",           
"type":"TLOG"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1", 
  "autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"3"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 
1; 
[core_node2:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:39331","node_name":"127.0.0.1:39331_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:36377";,
          "core":"c8n_1x3_lf_shard1_replica_t1",
          "node_name":"127.0.0.1:36377_",
          "type":"TLOG"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica_t2",
          "base_url":"http://127.0.0.1:39331";,
          "node_name":"127.0.0.1:39331_",
          "state":"active",
          "type":"TLOG",
          "leader":"true"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica_t3",
          "base_url":"http://127.0.0.1:37229";,
          "node_name":"127.0.0.1:37229_",
          "state":"down",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"3"}
        at 
__randomizedtesting.SeedInfo.seed([B8852CA54E7B6223:30D1137FE0870FDB]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11966 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/init-core-data-001
   [junit4]   2> 633164 WARN  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[B8852CA54E7B6223]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=576 numCloses=576
   [junit4]   2> 633164 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[B8852CA54E7B6223]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 633164 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[B8852CA54E7B6223]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776";)
   [junit4]   2> 633164 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[B8852CA54E7B6223]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 633166 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 633166 INFO  (Thread-1707) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 633166 INFO  (Thread-1707) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 633171 ERROR (Thread-1707) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 633266 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:46843
   [junit4]   2> 633273 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 633275 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 633276 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 633276 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 633277 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 633278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 633278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 633279 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 633280 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 633280 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 633281 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 633282 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly 
asked otherwise
   [junit4]   2> 633354 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores/collection1
   [junit4]   2> 633355 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 633356 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@fc5a53{/,null,AVAILABLE}
   [junit4]   2> 633357 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@19372ec{HTTP/1.1,[http/1.1]}{127.0.0.1:45611}
   [junit4]   2> 633357 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server Started @634924ms
   [junit4]   2> 633358 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/tempDir-001/control/data,
 hostPort=37229, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores,
 replicaType=NRT}
   [junit4]   2> 633358 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 633358 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 633358 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 633358 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 633358 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-11T19:03:51.744338Z
   [junit4]   2> 633359 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 633359 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/solr.xml
   [junit4]   2> 633361 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 633363 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46843/solr
   [junit4]   2> 633374 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 633374 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37229_
   [junit4]   2> 633374 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.Overseer Overseer (id=98121012448919556-127.0.0.1:37229_-n_0000000000) 
starting
   [junit4]   2> 633381 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37229_
   [junit4]   2> 633382 INFO  (zkCallback-1561-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 633432 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 633437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 633437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 633438 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores
   [junit4]   2> 633438 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 633452 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 633457 INFO  
(OverseerStateUpdate-98121012448919556-127.0.0.1:37229_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 633480 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 633527 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 633605 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 633609 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 633610 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.core_node1' (registry 
'solr.core.control_collection.shard1.core_node1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 633610 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 633610 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores/collection1/data/]
   [junit4]   2> 633611 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=90.5341796875, 
floorSegmentMB=1.197265625, forceMergeDeletesPctAllowed=17.990213675131287, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1420637439245221
   [junit4]   2> 633612 WARN  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 633663 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 633664 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 633664 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 633664 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 633665 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: 
minMergeSize=0, mergeFactor=10, maxMergeSize=1290382284, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 633665 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@bc8cf[collection1] main]
   [junit4]   2> 633666 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 633666 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 633667 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 633667 INFO  (coreLoadExecutor-3810-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1569936199702806528
   [junit4]   2> 633668 INFO  (searcherExecutor-3811-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@bc8cf[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37229/collection1/
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:37229/collection1/ has no replicas
   [junit4]   2> 633671 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 633673 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:37229/collection1/ shard1
   [junit4]   2> 633823 INFO  (coreZkRegister-3803-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 633968 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 633968 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46843/solr ready
   [junit4]   2> 633968 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 633968 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 634058 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores/collection1
   [junit4]   2> 634059 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001
 of type TLOG
   [junit4]   2> 634059 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 634060 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1998fc0{/,null,AVAILABLE}
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1cac2b7{HTTP/1.1,[http/1.1]}{127.0.0.1:40745}
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server Started @635627ms
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/tempDir-001/jetty1,
 hostPort=39331, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores,
 replicaType=TLOG}
   [junit4]   2> 634061 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 634061 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-11T19:03:52.447722Z
   [junit4]   2> 634063 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 634063 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/solr.xml
   [junit4]   2> 634066 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 634069 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46843/solr
   [junit4]   2> 634074 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 634075 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 634076 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39331_
   [junit4]   2> 634077 INFO  (zkCallback-1561-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 634077 INFO  (zkCallback-1565-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 634077 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 634162 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 634166 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 634166 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 634167 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores
   [junit4]   2> 634167 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 634171 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 634172 INFO  
(OverseerStateUpdate-98121012448919556-127.0.0.1:37229_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 634274 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 635179 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 635187 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 635260 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 635264 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 635264 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.core_node1' (registry 
'solr.core.collection1.shard2.core_node1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 635264 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 635264 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 635265 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=90.5341796875, 
floorSegmentMB=1.197265625, forceMergeDeletesPctAllowed=17.990213675131287, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1420637439245221
   [junit4]   2> 635267 WARN  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 635288 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 635288 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 635289 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 635289 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 635290 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: 
minMergeSize=0, mergeFactor=10, maxMergeSize=1290382284, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 635290 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@25433e[collection1] main]
   [junit4]   2> 635290 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 635291 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 635291 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 635291 INFO  (coreLoadExecutor-3821-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1569936201405693952
   [junit4]   2> 635291 INFO  (searcherExecutor-3822-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@25433e[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39331/collection1/
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:39331/collection1/ has no replicas
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 635294 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ZkController collection1 stopping background replication from leader
   [junit4]   2> 635295 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:39331/collection1/ shard2
   [junit4]   2> 635396 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 635445 INFO  (coreZkRegister-3816-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 635547 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 635763 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/cores/collection1
   [junit4]   2> 635763 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001
 of type TLOG
   [junit4]   2> 635764 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 635764 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1117ed4{/,null,AVAILABLE}
   [junit4]   2> 635764 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@85cd9e{HTTP/1.1,[http/1.1]}{127.0.0.1:41849}
   [junit4]   2> 635764 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server Started @637331ms
   [junit4]   2> 635765 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/tempDir-001/jetty2,
 hostPort=33529, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/cores,
 replicaType=TLOG}
   [junit4]   2> 635765 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 635765 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 635765 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 635765 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 635765 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-11T19:03:54.151336Z
   [junit4]   2> 635768 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 635768 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/solr.xml
   [junit4]   2> 635772 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 635775 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46843/solr
   [junit4]   2> 635780 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 635781 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 635782 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33529_
   [junit4]   2> 635782 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 635782 INFO  (zkCallback-1565-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 635782 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 635782 INFO  (zkCallback-1561-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 635852 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 635855 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 635856 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 635857 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/cores
   [junit4]   2> 635857 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 635859 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 635860 INFO  
(OverseerStateUpdate-98121012448919556-127.0.0.1:37229_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 635961 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 635961 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 636867 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 636876 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 636949 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 636954 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 636954 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard1.core_node2' (registry 
'solr.core.collection1.shard1.core_node2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 636954 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 636954 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 636956 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=90.5341796875, 
floorSegmentMB=1.197265625, forceMergeDeletesPctAllowed=17.990213675131287, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1420637439245221
   [junit4]   2> 636957 WARN  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 636983 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 636983 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 636983 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 636983 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 636984 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: 
minMergeSize=0, mergeFactor=10, maxMergeSize=1290382284, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 636984 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@575dc0[collection1] main]
   [junit4]   2> 636985 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 636985 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 636985 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 636986 INFO  (searcherExecutor-3833-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@575dc0[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 636986 INFO  (coreLoadExecutor-3832-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1569936203183030272
   [junit4]   2> 636988 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 636988 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 636988 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33529/collection1/
   [junit4]   2> 636988 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 636989 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.SyncStrategy http://127.0.0.1:33529/collection1/ has no replicas
   [junit4]   2> 636989 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 636989 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ZkController collection1 stopping background replication from leader
   [junit4]   2> 636989 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:33529/collection1/ shard1
   [junit4]   2> 637090 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 637090 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 637140 INFO  (coreZkRegister-3827-thread-1) [    ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 637244 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 637244 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 637435 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores/collection1
   [junit4]   2> 637435 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001
 of type TLOG
   [junit4]   2> 637436 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 637436 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@e7e3f7{/,null,AVAILABLE}
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@17c12eb{HTTP/1.1,[http/1.1]}{127.0.0.1:41847}
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.Server Started @639003ms
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, 
solrconfig=solrconfig.xml, 
solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/tempDir-001/jetty3,
 hostPort=36377, 
coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores,
 replicaType=TLOG}
   [junit4]   2> 637437 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 637437 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-06-11T19:03:55.823510Z
   [junit4]   2> 637445 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 637445 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/solr.xml
   [junit4]   2> 637447 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 637449 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46843/solr
   [junit4]   2> 637453 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 637453 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 637454 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36377_
   [junit4]   2> 637454 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 637454 INFO  (zkCallback-1565-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 637454 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 637454 INFO  (zkCallback-1583-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 637454 INFO  (zkCallback-1561-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 637535 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 637539 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 637539 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 637541 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores
   [junit4]   2> 637541 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 637541 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 637543 INFO  
(OverseerStateUpdate-98121012448919556-127.0.0.1:37229_-n_0000000000) [    ] 
o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 637651 INFO  (zkCallback-1583-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 637651 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 637651 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 638549 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 638559 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 638620 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 638625 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 638625 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.core_node3' (registry 
'solr.core.collection1.shard2.core_node3') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 638625 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 638625 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores/collection1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 638626 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=90.5341796875, 
floorSegmentMB=1.197265625, forceMergeDeletesPctAllowed=17.990213675131287, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1420637439245221
   [junit4]   2> 638627 WARN  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 638656 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 638656 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 638657 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 638657 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 638658 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: 
minMergeSize=0, mergeFactor=10, maxMergeSize=1290382284, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 638658 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@14bcaa3[collection1] main]
   [junit4]   2> 638661 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 638661 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 638661 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 638662 INFO  (searcherExecutor-3844-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@14bcaa3[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 638662 INFO  (coreLoadExecutor-3843-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1569936204940443648
   [junit4]   2> 638664 INFO  (coreZkRegister-3838-thread-1) [    ] 
o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 638665 INFO  (updateExecutor-1580-thread-1) [    ] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.ZkController collection1 stopping background replication from leader
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, 
tlog=null}
   [junit4]   2> 638665 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, 
leader is [http://127.0.0.1:39331/collection1/] and I am 
[http://127.0.0.1:36377/collection1/]
   [junit4]   2> 638666 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Sending prep recovery command to 
[http://127.0.0.1:39331]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:36377_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 638666 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40052,localport=39331], receiveBufferSize:531000
   [junit4]   2> 638666 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45812], receiveBufferSize=530904
   [junit4]   2> 638667 INFO  (qtp5621401-8350) [    ] o.a.s.h.a.PrepRecoveryOp 
Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, 
onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 638667 INFO  (qtp5621401-8350) [    ] o.a.s.h.a.PrepRecoveryOp 
In WaitForState(recovering): collection=collection1, shard=shard2, 
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, 
live=true, checkLive=true, currentState=down, localState=active, 
nodeName=127.0.0.1:36377_, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:36377","node_name":"127.0.0.1:36377_","state":"down","type":"TLOG"}
   [junit4]   2> 638766 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 638766 INFO  (zkCallback-1583-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 638766 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 639065 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 639065 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 
30000 for each attempt
   [junit4]   2> 639065 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: 
collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 639667 INFO  (qtp5621401-8350) [    ] o.a.s.h.a.PrepRecoveryOp 
In WaitForState(recovering): collection=collection1, shard=shard2, 
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, 
live=true, checkLive=true, currentState=recovering, localState=active, 
nodeName=127.0.0.1:36377_, coreNodeName=core_node3, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"http://127.0.0.1:36377","node_name":"127.0.0.1:36377_","state":"recovering","type":"TLOG"}
   [junit4]   2> 639667 INFO  (qtp5621401-8350) [    ] o.a.s.h.a.PrepRecoveryOp 
Waited coreNodeName: core_node3, state: recovering, checkLive: true, 
onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 639667 INFO  (qtp5621401-8350) [    ] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:36377_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1000
   [junit4]   2> 640168 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 640168 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Attempting to replicate from 
[http://127.0.0.1:39331/collection1/].
   [junit4]   2> 640169 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40074,localport=39331], receiveBufferSize:531000
   [junit4]   2> 640169 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45834], receiveBufferSize=530904
   [junit4]   2> 640169 INFO  (qtp5621401-8350) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1569936206520647680,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 640169 INFO  (qtp5621401-8350) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 640169 INFO  (qtp5621401-8350) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 640169 INFO  (qtp5621401-8350) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=}
 0 0
   [junit4]   2> 640170 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40078,localport=39331], receiveBufferSize:531000
   [junit4]   2> 640170 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45838], receiveBufferSize=530904
   [junit4]   2> 640171 INFO  (qtp5621401-8345) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 640171 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 640172 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 640172 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:39331/collection1/
   [junit4]   2> 640172 INFO  (qtp5621401-8350) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 640172 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Updating version bucket highest from index after 
successful recovery.
   [junit4]   2> 640172 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 640172 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1569936206523793408
   [junit4]   2> 640172 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 640172 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 640172 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 640173 INFO  (recoveryExecutor-1581-thread-1) [    ] 
o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 640274 INFO  (zkCallback-1583-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 640274 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 640274 INFO  (zkCallback-1577-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 641067 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 641067 INFO  (SocketProxy-Acceptor-37229) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=56584,localport=37229], receiveBufferSize:531000
   [junit4]   2> 641067 INFO  (SocketProxy-Acceptor-37229) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=45611,localport=42422], receiveBufferSize=530904
   [junit4]   2> 641068 INFO  (qtp147293-8309) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1569936207463317504,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 641068 INFO  (qtp147293-8309) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 641068 INFO  (qtp147293-8309) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 641068 INFO  (qtp147293-8309) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 0
   [junit4]   2> 641068 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40092,localport=39331], receiveBufferSize:531000
   [junit4]   2> 641069 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45852], receiveBufferSize=530904
   [junit4]   2> 641069 INFO  (SocketProxy-Acceptor-33529) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=35242,localport=33529], receiveBufferSize:531000
   [junit4]   2> 641069 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40098,localport=39331], receiveBufferSize:531000
   [junit4]   2> 641069 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41224,localport=36377], receiveBufferSize:531000
   [junit4]   2> 641070 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41847,localport=44790], receiveBufferSize=530904
   [junit4]   2> 641070 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45862], receiveBufferSize=530904
   [junit4]   2> 641070 INFO  (SocketProxy-Acceptor-33529) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41849,localport=43822], receiveBufferSize=530904
   [junit4]   2> 641070 INFO  (qtp5621401-8349) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1569936207465414656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 641070 INFO  (qtp5621401-8349) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 641070 INFO  (qtp5621401-8349) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 641070 INFO  (qtp5621401-8349) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39331/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 641070 INFO  (qtp228574-8378) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1569936207465414656,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 641070 INFO  (qtp23936768-8407) [    ] o.a.s.u.TestInjection 
Start waiting for replica in sync with leader
   [junit4]   2> 641070 INFO  (qtp228574-8378) [    ] 
o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 641070 INFO  (qtp228574-8378) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 641070 INFO  (qtp228574-8378) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39331/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 0
   [junit4]   2> 641071 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40108,localport=39331], receiveBufferSize:531000
   [junit4]   2> 641072 INFO  (qtp5621401-8350) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/replication 
params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 641075 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45868], receiveBufferSize=530904
   [junit4]   2> 641075 INFO  (qtp23936768-8407) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39331/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=}
 0 4
   [junit4]   2> 641075 INFO  (qtp5621401-8346) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update 
params={_stateVer_=collection1:9&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 6
   [junit4]   2> 641076 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40112,localport=39331], receiveBufferSize:531000
   [junit4]   2> 641076 INFO  (qtp5621401-8349) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 641079 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45872], receiveBufferSize=530904
   [junit4]   2> 641079 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41240,localport=36377], receiveBufferSize:531000
   [junit4]   2> 641080 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41847,localport=44802], receiveBufferSize=530904
   [junit4]   2> 641080 INFO  (qtp23936768-8409) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 641080 INFO  (SocketProxy-Acceptor-33529) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=35266,localport=33529], receiveBufferSize:531000
   [junit4]   2> 641083 INFO  (SocketProxy-Acceptor-33529) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41849,localport=43842], receiveBufferSize=530904
   [junit4]   2> 641083 INFO  (qtp228574-8380) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/select 
params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2}
 hits=0 status=0 QTime=0
   [junit4]   2> 643085 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40136,localport=39331], receiveBufferSize:531000
   [junit4]   2> 643085 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45896], receiveBufferSize=530904
   [junit4]   2> 643085 INFO  (qtp5621401-8346) [    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=0&maxShardsPerNode=1&nrtReplicas=0&name=c8n_1x3_lf&action=CREATE&numShards=1&tlogReplicas=3&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 643086 INFO  (OverseerThreadFactory-3808-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Create collection c8n_1x3_lf
   [junit4]   2> 643086 INFO  (OverseerThreadFactory-3808-thread-1) [    ] 
o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:conf1
   [junit4]   2> 643173 INFO  (qtp5621401-8344) [    ] o.a.s.c.S.Request 
[collection1]  webapp= path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 643173 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 643173 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 643173 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 643174 INFO  (indexFetcher-3850-thread-1) [    ] 
o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 643189 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=41264,localport=36377], receiveBufferSize:531000
   [junit4]   2> 643189 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=40144,localport=39331], receiveBufferSize:531000
   [junit4]   2> 643189 INFO  (SocketProxy-Acceptor-36377) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=41847,localport=44830], receiveBufferSize=530904
   [junit4]   2> 643189 INFO  (SocketProxy-Acceptor-37229) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=56636,localport=37229], receiveBufferSize:531000
   [junit4]   2> 643189 INFO  (qtp23936768-8407) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_t1&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 643190 INFO  (SocketProxy-Acceptor-39331) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=40745,localport=45906], receiveBufferSize=530904
   [junit4]   2> 643190 INFO  (qtp5621401-8347) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_t2&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 643190 INFO  (qtp147293-8305) [    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_1x3_lf_shard1_replica_t3&action=CREATE&numShards=1&collection=c8n_1x3_lf&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 643190 INFO  (SocketProxy-Acceptor-37229) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=45611,localport=42482], receiveBufferSize=530904
   [junit4]   2> 643292 INFO  (zkCallback-1571-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/c8n_1x3_lf/state.json] for collection [c8n_1x3_lf] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 643292 INFO  (zkCallback-1583-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/c8n_1x3_lf/state.json] for collection [c8n_1x3_lf] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 643292 INFO  (zkCallback-1561-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/c8n_1x3_lf/state.json] for collection [c8n_1x3_lf] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 644196 INFO  (qtp23936768-8407) [    ] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 644197 INFO  (qtp147293-8305) [    ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 644197 INFO  (qtp5621401-8347) [    ] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 644219 INFO  (qtp23936768-8407) [    ] o.a.s.s.IndexSchema 
[c8n_1x3_lf_shard1_replica_t1] Schema name=test
   [junit4]   2> 644221 INFO  (qtp5621401-8347) [    ] o.a.s.s.IndexSchema 
[c8n_1x3_lf_shard1_replica_t2] Schema name=test
   [junit4]   2> 644221 INFO  (qtp147293-8305) [    ] o.a.s.s.IndexSchema 
[c8n_1x3_lf_shard1_replica_t3] Schema name=test
   [junit4]   2> 644296 INFO  (qtp147293-8305) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 644301 INFO  (qtp147293-8305) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'c8n_1x3_lf_shard1_replica_t3' using configuration from 
collection c8n_1x3_lf, trusted=true
   [junit4]   2> 644301 INFO  (qtp147293-8305) [    ] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 'solr.core.c8n_1x3_lf.shard1.replica_t3' (registry 
'solr.core.c8n_1x3_lf.shard1.replica_t3') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 644302 INFO  (qtp147293-8305) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 644302 INFO  (qtp147293-8305) [    ] o.a.s.c.SolrCore 
[[c8n_1x3_lf_shard1_replica_t3] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores/c8n_1x3_lf_shard1_replica_t3],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/control-001/cores/c8n_1x3_lf_shard1_replica_t3/data/]
   [junit4]   2> 644304 INFO  (qtp147293-8305) [    ] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, 
maxMergedSegmentMB=90.5341796875, floorSegmentMB=1.197265625, 
forceMergeDeletesPctAllowed=17.990213675131287, segmentsPerTier=25.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1420637439245221
   [junit4]   2> 644305 WARN  (qtp147293-8305) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 644311 INFO  (qtp23936768-8407) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 644317 INFO  (qtp5621401-8347) [    ] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 644317 INFO  (qtp23936768-8407) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'c8n_1x3_lf_shard1_replica_t1' using configuration from 
collection c8n_1x3_lf, trusted=true
   [junit4]   2> 644318 INFO  (qtp23936768-8407) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.c8n_1x3_lf.shard1.replica_t1' (registry 
'solr.core.c8n_1x3_lf.shard1.replica_t1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 644318 INFO  (qtp23936768-8407) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 644318 INFO  (qtp23936768-8407) [    ] o.a.s.c.SolrCore 
[[c8n_1x3_lf_shard1_replica_t1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores/c8n_1x3_lf_shard1_replica_t1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-3-001/cores/c8n_1x3_lf_shard1_replica_t1/data/]
   [junit4]   2> 644320 INFO  (qtp23936768-8407) [    ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=90.5341796875, 
floorSegmentMB=1.197265625, forceMergeDeletesPctAllowed=17.990213675131287, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1420637439245221
   [junit4]   2> 644322 WARN  (qtp23936768-8407) [    ] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 644323 INFO  (qtp5621401-8347) [    ] o.a.s.c.CoreContainer 
Creating SolrCore 'c8n_1x3_lf_shard1_replica_t2' using configuration from 
collection c8n_1x3_lf, trusted=true
   [junit4]   2> 644323 INFO  (qtp5621401-8347) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.c8n_1x3_lf.shard1.replica_t2' (registry 
'solr.core.c8n_1x3_lf.shard1.replica_t2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ff16d6
   [junit4]   2> 644323 INFO  (qtp5621401-8347) [    ] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 644324 INFO  (qtp5621401-8347) [    ] o.a.s.c.SolrCore 
[[c8n_1x3_lf_shard1_replica_t2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001/shard-1-001/cores/c8n_1x3_lf_shard1_replica_t2],
 data

[...truncated too long message...]

 : 127.0.0.1:36377_
   [junit4]   2> 765359 WARN  (zkCallback-1583-thread-3) [    ] 
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: 
[KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 765359 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@17c12eb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 765359 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@e7e3f7{/,null,UNAVAILABLE}
   [junit4]   2> 765360 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 765360 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:46843 46843
   [junit4]   2> 765415 INFO  (Thread-1707) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:46843 46843
   [junit4]   2> 765416 WARN  (Thread-1707) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        4       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        3       /solr/collections/c8n_1x3_lf/state.json
   [junit4]   2>        3       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 765416 WARN  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SocketProxy Closing 15 connections to: http://127.0.0.1:39331/, target: 
http://127.0.0.1:40745/
   [junit4]   2> 765416 WARN  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:37229/, target: 
http://127.0.0.1:45611/
   [junit4]   2> 765416 WARN  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:33529/, target: 
http://127.0.0.1:41849/
   [junit4]   2> 765416 WARN  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[B8852CA54E7B6223]) [    ] 
o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:36377/, target: 
http://127.0.0.1:41847/
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test 
-Dtests.seed=B8852CA54E7B6223 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=rwk -Dtests.timezone=Asia/Tbilisi -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  132s J2 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 
replicas to be active but only found 1; 
[core_node2:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:39331","node_name":"127.0.0.1:39331_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:36377";,
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t1",
   [junit4]    >           "node_name":"127.0.0.1:36377_",
   [junit4]    >           "type":"TLOG"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t2",
   [junit4]    >           "base_url":"http://127.0.0.1:39331";,
   [junit4]    >           "node_name":"127.0.0.1:39331_",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"TLOG",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t3",
   [junit4]    >           "base_url":"http://127.0.0.1:37229";,
   [junit4]    >           "node_name":"127.0.0.1:37229_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"TLOG"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"0",
   [junit4]    >   "tlogReplicas":"3"}
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([B8852CA54E7B6223:30D1137FE0870FDB]:0)
   [junit4]    >        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
   [junit4]    >        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    >        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    >        at 
java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_B8852CA54E7B6223-001
   [junit4]   2> Jun 11, 2017 7:06:03 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=true): {}, locale=rwk, timezone=Asia/Tbilisi
   [junit4]   2> NOTE: Linux 4.10.0-21-generic i386/Oracle Corporation 9-ea 
(32-bit)/cpus=8,threads=1,free=168464456,total=330563584
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestLMDirichletSimilarityFactory, TestReversedWildcardFilterFactory, 
SolrPluginUtilsTest, DateFieldTest, TestPhraseSuggestions, 
StatelessScriptUpdateProcessorFactoryTest, TestSolrFieldCacheBean, 
HdfsNNFailoverTest, JSONWriterTest, TestSolrConfigHandlerConcurrent, 
TestRequestStatusCollectionAPI, TestLockTree, QueryResultKeyTest, 
TestMiniSolrCloudClusterSSL, SolrCoreCheckLockOnStartupTest, 
TestSolrQueryParser, TestWriterPerf, TestCoreDiscovery, PrimitiveFieldTypeTest, 
TestSolrDeletionPolicy1, TestSimpleTextCodec, TestOrdValues, 
TestLuceneMatchVersion, EchoParamsTest, TestIndexSearcher, 
PeerSyncWithIndexFingerprintCachingTest, 
HdfsTlogReplayBufferedWhileIndexingTest, TestFieldCollectionResource, 
DirectUpdateHandlerTest, DirectUpdateHandlerOptimizeTest, 
ChangedSchemaMergeTest, TestSubQueryTransformerDistrib, TestIntervalFaceting, 
LargeFieldTest, TestReload, TestTolerantUpdateProcessorCloud, 
TestExceedMaxTermLength, TestSolrCloudSnapshots, FacetPivotSmallTest, 
BlockJoinFacetDistribTest, OverseerTaskQueueTest, NoCacheHeaderTest, 
DistributedQueryComponentCustomSortTest, CleanupOldIndexTest, 
TestConfigSetsAPIExclusivity, CircularListTest, TestFieldTypeResource, 
CollectionStateFormat2Test, TestFieldCacheSort, HdfsRestartWhileUpdatingTest, 
TestStressReorder, TestBlobHandler, GraphQueryTest, 
TemplateUpdateProcessorTest, TestCollationField, RequestHandlersTest, 
BufferStoreTest, TestObjectReleaseTracker, TestPullReplicaErrorHandling, 
LeaderElectionTest, TestSlowCompositeReaderWrapper, SolrTestCaseJ4Test, 
TestHighFrequencyDictionaryFactory, TestManagedSchemaThreadSafety, 
TestSolrCloudWithHadoopAuthPlugin, TestRebalanceLeaders, 
ClassificationUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, 
TestUniqueKeyFieldResource, TriLevelCompositeIdRoutingTest, 
SolrMetricsIntegrationTest, SimpleFacetsTest, TestLeaderElectionZkExpiry, 
TestDocSet, CoreAdminHandlerTest, DeleteInactiveReplicaTest, SuggesterTest, 
TestSolrCloudWithKerberosAlt, TestApiFramework, SuggesterWFSTTest, 
DeleteReplicaTest, TestTolerantSearch, ClusterStateTest, 
TestShortCircuitedRequests, TestCorePropertiesReload, 
TestExactSharedStatsCache, TestFieldCacheWithThreads, TestRecovery, 
DocValuesMultiTest, CachingDirectoryFactoryTest, TestHalfAndHalfDocValues, 
TestDistributedMissingSort, SolrJmxReporterTest, TestFastOutputStream, 
SolrCoreMetricManagerTest, TestReplicationHandlerBackup, UpdateParamsTest, 
BigEndianAscendingWordDeserializerTest, DebugComponentTest, EnumFieldTest, 
TestLegacyNumericUtils, ParsingFieldUpdateProcessorsTest, StatsComponentTest, 
TestRawResponseWriter, FieldMutatingUpdateProcessorTest, 
CurrencyFieldXmlFileTest, CdcrReplicationHandlerTest, MoveReplicaTest, 
UUIDUpdateProcessorFallbackTest, OverseerTest, ExternalFileFieldSortTest, 
RestartWhileUpdatingTest, SortSpecParsingTest, ChaosMonkeyNothingIsSafeTest, 
SuggesterTSTTest, TestScoreJoinQPNoScore, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [316/724 (1!)] on J2 in 132.53s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 37625 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to