Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/258/

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; 
[core_node4:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:46516","node_name":"127.0.0.1:46516_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: 
DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={   
"pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node3":{           "core":"c8n_1x3_lf_shard1_replica_t1",           
"base_url":"http://127.0.0.1:44502";,           "node_name":"127.0.0.1:44502_",  
         "state":"down",           "type":"TLOG"},         "core_node4":{       
    "core":"c8n_1x3_lf_shard1_replica_t2",           
"base_url":"http://127.0.0.1:46516";,           "node_name":"127.0.0.1:46516_",  
         "state":"active",           "type":"TLOG",           "leader":"true"}, 
        "core_node6":{           "state":"down",           
"base_url":"http://127.0.0.1:37355";,           
"core":"c8n_1x3_lf_shard1_replica_t5",           
"node_name":"127.0.0.1:37355_",           "type":"TLOG"}}}},   
"router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"3"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 
1; 
[core_node4:{"core":"c8n_1x3_lf_shard1_replica_t2","base_url":"http://127.0.0.1:46516","node_name":"127.0.0.1:46516_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica_t1",
          "base_url":"http://127.0.0.1:44502";,
          "node_name":"127.0.0.1:44502_",
          "state":"down",
          "type":"TLOG"},
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_t2",
          "base_url":"http://127.0.0.1:46516";,
          "node_name":"127.0.0.1:46516_",
          "state":"active",
          "type":"TLOG",
          "leader":"true"},
        "core_node6":{
          "state":"down",
          "base_url":"http://127.0.0.1:37355";,
          "core":"c8n_1x3_lf_shard1_replica_t5",
          "node_name":"127.0.0.1:37355_",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"3"}
        at 
__randomizedtesting.SeedInfo.seed([DEA22BBB15760A8E:56F61461BB8A6776]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream

Error Message:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
collection1_collection

Stack Trace:
java.io.IOException: org.apache.solr.common.SolrException: Could not load 
collection from ZK: collection1_collection
        at 
__randomizedtesting.SeedInfo.seed([D07D19EE6664A88E:7874925898F7235A]:0)
        at 
org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:378)
        at 
org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:274)
        at 
org.apache.solr.client.solrj.io.stream.PushBackStream.open(PushBackStream.java:71)
        at 
org.apache.solr.client.solrj.io.stream.JoinStream.open(JoinStream.java:150)
        at 
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:9070)
        at 
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream(StreamExpressionTest.java:2457)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Could not load collection from 
ZK: collection1_collection
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
        at 
org.apache.solr.client.solrj.io.stream.CloudSolrStream.getSlices(CloudSolrStream.java:331)
        at 
org.apache.solr.client.solrj.io.stream.TupleStream.getShards(TupleStream.java:141)
        at 
org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:363)
        ... 44 more
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for 
/collections/collection1_collection/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 49 more




Build Log:
[...truncated 12747 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> 3751211 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/init-core-data-001
   [junit4]   2> 3751212 WARN  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 3751213 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3751265 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 3751265 INFO  
(SUITE-LeaderFailoverAfterPartitionTest-seed#[DEA22BBB15760A8E]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3751266 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3751307 INFO  (Thread-1709) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3751308 INFO  (Thread-1709) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3751401 ERROR (Thread-1709) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3751409 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41553
   [junit4]   2> 3751611 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 3751645 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 3751646 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3751647 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 3751648 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 3751665 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 3751666 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3751667 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3751668 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3751702 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3751703 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 3751710 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly 
asked otherwise
   [junit4]   2> 3753135 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3753254 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@50a536d6{/,null,AVAILABLE}
   [junit4]   2> 3753255 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6c6472c{HTTP/1.1,[http/1.1]}{127.0.0.1:39726}
   [junit4]   2> 3753255 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server Started @3767859ms
   [junit4]   2> 3753255 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/control/data,
 replicaType=NRT, hostContext=/, hostPort=37355, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores}
   [junit4]   2> 3753256 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3753256 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 3753256 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3753256 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3753256 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T20:42:40.283Z
   [junit4]   2> 3753292 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3753292 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/solr.xml
   [junit4]   2> 3753325 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 3753325 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3753326 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3753380 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
   [junit4]   2> 3754313 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3754313 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.c.OverseerElectionContext I am going to be the 
leader 127.0.0.1:37355_
   [junit4]   2> 3754346 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.c.Overseer Overseer 
(id=99072669015801860-127.0.0.1:37355_-n_0000000000) starting
   [junit4]   2> 3754420 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:37355_
   [junit4]   2> 3754530 INFO  
(OverseerStateUpdate-99072669015801860-127.0.0.1:37355_-n_0000000000) 
[n:127.0.0.1:37355_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3755044 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3755208 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3755208 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3755210 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:37355_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores
   [junit4]   2> 3755668 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3755741 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41553/solr ready
   [junit4]   2> 3755741 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=53366,localport=37355], receiveBufferSize:531000
   [junit4]   2> 3755777 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=39726,localport=41782], receiveBufferSize=530904
   [junit4]   2> 3755794 INFO  (qtp1467571933-12794) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37355_&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3755920 INFO  
(OverseerThreadFactory-4653-thread-1-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.CreateCollectionCmd Create collection 
control_collection
   [junit4]   2> 3756107 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=53370,localport=37355], receiveBufferSize:531000
   [junit4]   2> 3756200 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=39726,localport=41786], receiveBufferSize=530904
   [junit4]   2> 3756201 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3756201 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3756359 INFO  
(zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3757536 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3757626 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3758850 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3758946 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 3758961 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3758961 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3758962 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore 
at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3758980 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.22015891859311934]
   [junit4]   2> 3758998 WARN  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3759326 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 3759326 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3759327 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3759327 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3759328 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, 
floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, 
segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3759328 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4e6c8be5[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3759329 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3759349 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3759399 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3759399 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1585162712699109376
   [junit4]   2> 3759403 INFO  
(searcherExecutor-4656-thread-1-processing-n:127.0.0.1:37355_ 
x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) 
[n:127.0.0.1:37355_ c:control_collection s:shard1  
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[control_collection_shard1_replica_n1] Registered new searcher 
Searcher@4e6c8be5[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3759421 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3759422 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3759422 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:37355/control_collection_shard1_replica_n1/
   [junit4]   2> 3759422 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3759422 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:37355/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3759422 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 3759436 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:37355/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3759517 INFO  
(zkCallback-1434-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3759545 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3759546 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3345
   [junit4]   2> 3759627 INFO  (qtp1467571933-12794) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 3759736 INFO  
(zkCallback-1434-thread-2-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3760012 INFO  
(OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000)
 [n:127.0.0.1:37355_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3760630 INFO  (qtp1467571933-12794) [n:127.0.0.1:37355_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37355_&wt=javabin&version=2}
 status=0 QTime=4835
   [junit4]   2> 3760740 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3760741 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41553/solr ready
   [junit4]   2> 3760741 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 3760741 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=53376,localport=37355], receiveBufferSize:531000
   [junit4]   2> 3760760 INFO  (qtp1467571933-12795) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3760772 INFO  (SocketProxy-Acceptor-37355) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=39726,localport=41792], receiveBufferSize=530904
   [junit4]   2> 3760939 INFO  
(OverseerThreadFactory-4653-thread-2-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 3760992 WARN  
(OverseerThreadFactory-4653-thread-2-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a 
collection (collection1) without cores.
   [junit4]   2> 3761160 INFO  (qtp1467571933-12795) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 3761160 INFO  (qtp1467571933-12795) [n:127.0.0.1:37355_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2}
 status=0 QTime=399
   [junit4]   2> 3762464 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001
 of type TLOG
   [junit4]   2> 3762465 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3762552 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d642a56{/,null,AVAILABLE}
   [junit4]   2> 3762552 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@33808658{HTTP/1.1,[http/1.1]}{127.0.0.1:34112}
   [junit4]   2> 3762552 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server Started @3777157ms
   [junit4]   2> 3762552 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty1,
 replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=46516, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores}
   [junit4]   2> 3762553 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3762553 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 3762553 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3762553 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3762553 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T20:42:49.580Z
   [junit4]   2> 3762642 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3762642 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/solr.xml
   [junit4]   2> 3762735 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 3762735 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3762736 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3762772 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
   [junit4]   2> 3762970 INFO  
(OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000)
 [n:127.0.0.1:37355_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3762971 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 3762973 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3762974 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46516_
   [junit4]   2> 3763012 INFO  
(zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3763117 INFO  (zkCallback-1442-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3763190 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3763521 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3763652 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3763652 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3763666 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:46516_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores
   [junit4]   2> 3764039 INFO  (qtp1467571933-12796) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:46516_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3764122 INFO  
(OverseerThreadFactory-4653-thread-3-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46516_ 
for creating new replica
   [junit4]   2> 3764140 INFO  (SocketProxy-Acceptor-46516) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=34502,localport=46516], receiveBufferSize:531000
   [junit4]   2> 3764141 INFO  (SocketProxy-Acceptor-46516) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=34112,localport=52654], receiveBufferSize=530904
   [junit4]   2> 3764178 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3764179 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3764198 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3765311 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3765533 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema 
[collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 3766647 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3766703 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard2_replica_t41' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 3766704 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.replica_t41' (registry 
'solr.core.collection1.shard2.replica_t41') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3766704 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3766704 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore 
[[collection1_shard2_replica_t41] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores/collection1_shard2_replica_t41],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 3766719 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.22015891859311934]
   [junit4]   2> 3766744 WARN  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3767144 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3767144 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3767145 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 3767145 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 3767146 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, 
floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, 
segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3767160 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@16fcd814[collection1_shard2_replica_t41] main]
   [junit4]   2> 3767217 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3767233 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3767234 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3767234 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1585162720914702336
   [junit4]   2> 3767236 INFO  
(searcherExecutor-4667-thread-1-processing-n:127.0.0.1:46516_ 
x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore 
[collection1_shard2_replica_t41] Registered new searcher 
Searcher@16fcd814[collection1_shard2_replica_t41] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:46516/collection1_shard2_replica_t41/
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy 
http://127.0.0.1:46516/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 3767272 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 3767273 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController 
collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 3767400 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:46516/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 3767473 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3767546 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 3767563 INFO  (qtp1459649717-12848) [n:127.0.0.1:46516_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=3385
   [junit4]   2> 3767620 INFO  (qtp1467571933-12796) [n:127.0.0.1:37355_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={node=127.0.0.1:46516_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2}
 status=0 QTime=3581
   [junit4]   2> 3767677 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 3768144 INFO  
(OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000)
 [n:127.0.0.1:37355_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3769134 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001
 of type TLOG
   [junit4]   2> 3769134 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3769278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7d4be23c{/,null,AVAILABLE}
   [junit4]   2> 3769278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7fdc0d65{HTTP/1.1,[http/1.1]}{127.0.0.1:42592}
   [junit4]   2> 3769278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server Started @3783882ms
   [junit4]   2> 3769278 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty2,
 replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44600, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores}
   [junit4]   2> 3769279 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3769293 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 3769293 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3769293 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3769293 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T20:42:56.320Z
   [junit4]   2> 3769389 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3769389 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/solr.xml
   [junit4]   2> 3769426 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 3769426 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3769460 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3769477 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
   [junit4]   2> 3769609 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 3769643 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3769645 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44600_
   [junit4]   2> 3769646 INFO  (zkCallback-1442-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3769646 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3769698 INFO  
(zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3769716 INFO  
(zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3770044 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3770246 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3770246 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3770248 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44600_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores
   [junit4]   2> 3770740 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:44600_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3770757 INFO  
(OverseerThreadFactory-4653-thread-4-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44600_ 
for creating new replica
   [junit4]   2> 3770759 INFO  (SocketProxy-Acceptor-44600) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=51700,localport=44600], receiveBufferSize:531000
   [junit4]   2> 3770829 INFO  (SocketProxy-Acceptor-44600) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=42592,localport=58302], receiveBufferSize=530904
   [junit4]   2> 3770866 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3770866 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3770869 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 3770963 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3771097 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema 
[collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 3772181 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3772254 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard1_replica_t43' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 3772288 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard1.replica_t43' (registry 
'solr.core.collection1.shard1.replica_t43') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3772288 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3772288 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore 
[[collection1_shard1_replica_t43] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores/collection1_shard1_replica_t43],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 3772308 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.22015891859311934]
   [junit4]   2> 3772311 WARN  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3772727 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3772727 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3772728 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 3772728 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 3772729 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, 
floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, 
segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3772729 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@4509c99f[collection1_shard1_replica_t43] main]
   [junit4]   2> 3772730 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3772747 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3772748 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3772748 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1585162726696550400
   [junit4]   2> 3772750 INFO  
(searcherExecutor-4678-thread-1-processing-n:127.0.0.1:44600_ 
x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore 
[collection1_shard1_replica_t43] Registered new searcher 
Searcher@4509c99f[collection1_shard1_replica_t43] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:44600/collection1_shard1_replica_t43/
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy 
http://127.0.0.1:44600/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 3772785 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController 
collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 3772800 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:44600/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 3772910 INFO  
(zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 3772910 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 3772966 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 3772968 INFO  (qtp1251401040-12880) [n:127.0.0.1:44600_ 
c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2102
   [junit4]   2> 3772977 INFO  (qtp1467571933-12792) [n:127.0.0.1:37355_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={node=127.0.0.1:44600_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2}
 status=0 QTime=2237
   [junit4]   2> 3773085 INFO  
(zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 3773092 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 3774022 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001
 of type TLOG
   [junit4]   2> 3774023 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3774156 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@593c7fb4{/,null,AVAILABLE}
   [junit4]   2> 3774157 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3e924d7f{HTTP/1.1,[http/1.1]}{127.0.0.1:37942}
   [junit4]   2> 3774157 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.e.j.s.Server Started @3788761ms
   [junit4]   2> 3774157 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/tempDir-001/jetty3,
 replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44502, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores}
   [junit4]   2> 3774157 ERROR 
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3774172 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 3774172 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3774172 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3774172 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-26T20:43:01.199Z
   [junit4]   2> 3774250 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3774250 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/solr.xml
   [junit4]   2> 3774307 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 3774307 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3774308 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 3774319 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41553/solr
   [junit4]   2> 3774525 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 3774538 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3774540 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44502_
   [junit4]   2> 3774574 INFO  
(zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3774705 INFO  
(zkCallback-1459-thread-1-processing-n:127.0.0.1:44502_) [n:127.0.0.1:44502_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3774575 INFO  
(zkCallback-1434-thread-1-processing-n:127.0.0.1:37355_) [n:127.0.0.1:37355_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3774712 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3774721 INFO  (zkCallback-1442-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3774802 INFO  
(OverseerCollectionConfigSetProcessor-99072669015801860-127.0.0.1:37355_-n_0000000000)
 [n:127.0.0.1:37355_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 3775261 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3775410 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3775410 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3775465 INFO  
(TEST-LeaderFailoverAfterPartitionTest.test-seed#[DEA22BBB15760A8E]) 
[n:127.0.0.1:44502_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores
   [junit4]   2> 3776098 INFO  (qtp1467571933-12794) [n:127.0.0.1:37355_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:44502_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 3776123 INFO  
(OverseerThreadFactory-4653-thread-5-processing-n:127.0.0.1:37355_) 
[n:127.0.0.1:37355_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44502_ 
for creating new replica
   [junit4]   2> 3776124 INFO  (SocketProxy-Acceptor-44502) [    ] 
o.a.s.c.SocketProxy accepted 
Socket[addr=/127.0.0.1,port=45228,localport=44502], receiveBufferSize:531000
   [junit4]   2> 3776138 INFO  (SocketProxy-Acceptor-44502) [    ] 
o.a.s.c.SocketProxy proxy connection 
Socket[addr=/127.0.0.1,port=37942,localport=47656], receiveBufferSize=530904
   [junit4]   2> 3776196 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3776196 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3776202 INFO  
(zkCallback-1453-thread-1-processing-n:127.0.0.1:44600_) [n:127.0.0.1:44600_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 3776207 INFO  
(zkCallback-1447-thread-1-processing-n:127.0.0.1:46516_) [n:127.0.0.1:46516_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 3776381 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3776532 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema 
[collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 3777957 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3778051 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard2_replica_t45' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 3778052 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.replica_t45' (registry 
'solr.core.collection1.shard2.replica_t45') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@59b4775
   [junit4]   2> 3778052 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3778052 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore 
[[collection1_shard2_replica_t45] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores/collection1_shard2_replica_t45],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_DEA22BBB15760A8E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 3778103 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.22015891859311934]
   [junit4]   2> 3778125 WARN  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3778680 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3778680 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3778681 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 3778681 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 3778682 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=81.0234375, 
floorSegmentMB=1.1044921875, forceMergeDeletesPctAllowed=20.88892302579542, 
segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3778682 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3fcf3e65[collection1_shard2_replica_t45] main]
   [junit4]   2> 3778688 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3778688 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3778689 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3778708 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1585162732946063360
   [junit4]   2> 3778711 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.ZkController 
Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 3778713 INFO  
(searcherExecutor-4689-thread-1-processing-n:127.0.0.1:44502_ 
x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore 
[collection1_shard2_replica_t45] Registered new searcher 
Searcher@3fcf3e65[collection1_shard2_replica_t45] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3778714 INFO  (qtp1288068586-12912) [n:127.0.0.1:44502_ 
c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=2517
   [junit4]   2> 3778714 INFO  
(updateExecutor-1456-thread-1-processing-n:127.0.0.1:44502_ 
x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44502_ 
c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] 
o.a.s.u.DefaultSolrCoreState Running recovery
 

[...truncated too long message...]

a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41231_solr
   [junit4]   2> 624130 INFO  
(zkCallback-30-thread-12-processing-n:127.0.0.1:41231_solr) 
[n:127.0.0.1:41231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 624191 WARN  
(OverseerAutoScalingTriggerThread-99072917433745419-127.0.0.1:41231_solr-n_0000000000)
 [n:127.0.0.1:41231_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 624244 INFO  (coreCloseExecutor-234-thread-1) 
[n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 
x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore 
[collection1_collection_shard2_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@267e4e1d
   [junit4]   2> 624244 INFO  (coreCloseExecutor-234-thread-1) 
[n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 
x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.core.collection1_collection.shard2.replica_n2, tag=645811741
   [junit4]   2> 624244 INFO  (coreCloseExecutor-234-thread-1) 
[n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 
x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2baa1cf6: rootName 
= solr_43247, domain = solr.core.collection1_collection.shard2.replica_n2, 
service url = null, agent id = null] for registry 
solr.core.collection1_collection.shard2.replica_n2 / 
com.codahale.metrics.MetricRegistry@1483e053
   [junit4]   2> 624338 INFO  (coreCloseExecutor-235-thread-1) 
[n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 
x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[collection1_collection_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6a74e4f3
   [junit4]   2> 624390 INFO  (coreCloseExecutor-235-thread-1) 
[n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 
x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.core.collection1_collection.shard1.replica_n1, tag=1786045683
   [junit4]   2> 624390 INFO  (coreCloseExecutor-235-thread-1) 
[n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 
x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c5e06ed: rootName 
= solr_35477, domain = solr.core.collection1_collection.shard1.replica_n1, 
service url = null, agent id = null] for registry 
solr.core.collection1_collection.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@3d3ad805
   [junit4]   2> 624427 INFO  (jetty-closer-10-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3e1fb688{/solr,null,UNAVAILABLE}
   [junit4]   2> 624446 INFO  (coreCloseExecutor-234-thread-1) 
[n:127.0.0.1:43247_solr c:collection1_collection s:shard2 r:core_node4 
x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.collection1_collection.shard2.leader, tag=645811741
   [junit4]   2> 624447 INFO  
(zkCallback-28-thread-10-processing-n:127.0.0.1:35477_solr) 
[n:127.0.0.1:35477_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:35477_solr
   [junit4]   2> 624532 INFO  (coreCloseExecutor-235-thread-1) 
[n:127.0.0.1:35477_solr c:collection1_collection s:shard1 r:core_node3 
x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.collection1_collection.shard1.leader, tag=1786045683
   [junit4]   2> 624975 INFO  (jetty-closer-10-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3335357a{/solr,null,UNAVAILABLE}
   [junit4]   2> 625012 INFO  (jetty-closer-10-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@c336110{/solr,null,UNAVAILABLE}
   [junit4]   2> 625101 ERROR 
(SUITE-StreamExpressionTest-seed#[D07D19EE6664A88E]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 625102 INFO  
(SUITE-StreamExpressionTest-seed#[D07D19EE6664A88E]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42034 42034
   [junit4]   2> 625487 INFO  (Thread-31) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:42034 42034
   [junit4]   2> 625724 WARN  (Thread-31) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        84      /solr/aliases.json
   [junit4]   2>        11      /solr/configs/conf
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        84      /solr/clusterprops.json
   [junit4]   2>        84      /solr/clusterstate.json
   [junit4]   2>        24      
/solr/collections/destinationCollection/state.json
   [junit4]   2>        23      
/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2>        22      
/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2>        15      /solr/collections/mainCorpus1/state.json
   [junit4]   2>        14      /solr/collections/destination/state.json
   [junit4]   2>        14      /solr/collections/destination1/state.json
   [junit4]   2>        14      
/solr/collections/collection1_collection/state.json
   [junit4]   2>        14      /solr/collections/workQueue/state.json
   [junit4]   2>        14      /solr/collections/mainCorpus/state.json
   [junit4]   2>        12      /solr/collections/workQueue1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        84      /solr/live_nodes
   [junit4]   2>        84      /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_D07D19EE6664A88E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{expr_s=PostingsFormat(name=Direct), 
join2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
subject=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
a1_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
price_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 intDefault=FSTOrd50, join1_i=PostingsFormat(name=Direct), 
a_f=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 a2_s=Lucene50(blocksize=128), a_i=PostingsFormat(name=Direct), 
join3_i=Lucene50(blocksize=128), 
test_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
field_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 level1_s=PostingsFormat(name=Direct), body_t=Lucene50(blocksize=128), 
s_multi=Lucene50(blocksize=128), 
col_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 level2_s=FSTOrd50, a_ss=FSTOrd50, a_s=Lucene50(blocksize=128), a_t=FSTOrd50, 
id=PostingsFormat(name=Direct), text=Lucene50(blocksize=128), 
timestamp=FSTOrd50, i_multi=PostingsFormat(name=Direct), 
b_ls=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 test_dt=PostingsFormat(name=Direct), test_t=Lucene50(blocksize=128), 
ident_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
order_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 _version_=FSTOrd50, side_s=Lucene50(blocksize=128), 
miles_i=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))},
 docValues:{expr_s=DocValuesFormat(name=Lucene70), 
join2_s=DocValuesFormat(name=Lucene70), 
multiDefault=DocValuesFormat(name=Lucene70), 
a1_s=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), 
join1_i=DocValuesFormat(name=Lucene70), 
intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Lucene70), 
a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), 
join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), 
field_i=DocValuesFormat(name=Lucene70), 
level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Direct), 
col_s=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), 
a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), 
id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), 
i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), 
test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Lucene70), 
order_i=DocValuesFormat(name=Lucene70), 
_version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), 
miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1373, 
maxMBSortInHeap=7.353279251928399, sim=RandomSimilarity(queryNorm=true): {}, 
locale=es-PA, timezone=Indian/Chagos
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=99719224,total=371195904
   [junit4]   2> NOTE: All tests run in this JVM: [StreamExpressionParserTest, 
TestPathTrie, ConcurrentUpdateSolrClientBuilderTest, SquareRootEvaluatorTest, 
AscEvaluatorTest, LargeVolumeBinaryJettyTest, TestEmbeddedSolrServer, 
TestV1toV2ApiMapper, GreaterThanEvaluatorTest, SolrSchemalessExampleTest, 
TestPolicy, AnlysisResponseBaseTest, HyperbolicTangentEvaluatorTest, 
CubedRootEvaluatorTest, StreamExpressionTest]
   [junit4] Completed [96/146 (1!)] on J0 in 541.23s, 135 tests, 1 error, 9 
skipped <<< FAILURES!

[...truncated 46549 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to