[JENKINS] Lucene-Solr-Tests-7.x - Build # 175 - Still unstable

[Apache Jenkins Server]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/175/

6 tests failed.
FAILED:  
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:25A7540D47A0CD12]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertFalse(Assert.java:68)
        at org.junit.Assert.assertFalse(Assert.java:79)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:171)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ShardRoutingCustomTest.test

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /clusterstate.json
        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:877307325E868022]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:542)
        at 
org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:310)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:669)
        at 
org.apache.solr.cloud.ShardRoutingCustomTest.doCustomSharding(ShardRoutingCustomTest.java:93)
        at 
org.apache.solr.cloud.ShardRoutingCustomTest.test(ShardRoutingCustomTest.java:46)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll

Error Message:
Could not load collection from ZK: testStopAllStartAllCollection

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
testStopAllStartAllCollection
        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:7919279BB14D40F5]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at 
org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:288)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for 
/collections/testStopAllStartAllCollection/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
        ... 43 more


FAILED:  
org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:D9F819B2C667FE42]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest

Error Message:
Captured an uncaught exception in thread: Thread[id=18287, name=WRITER7, 
state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught 
exception in thread: Thread[id=18287, name=WRITER7, state=RUNNABLE, 
group=TGRP-TestStressInPlaceUpdates]
Caused by: java.lang.RuntimeException: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous 
update on shard StdNode: 
https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: 
org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
        at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
        at 
org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous 
update on shard StdNode: 
https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: 
org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
        at 
org.apache.solr.cloud.TestStressInPlaceUpdates.addDocAndGetVersion(TestStressInPlaceUpdates.java:549)
        at 
org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:271)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes

Error Message:
expected:<2> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:1326456585DF9349]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
        at 
org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12184 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/init-core-data-001
   [junit4]   2> 2267315 WARN  
(SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
   [junit4]   2> 2267327 INFO  
(SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2267328 INFO  
(SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2267328 INFO  
(SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2267375 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
   [junit4]   2> 2267388 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2267767 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
   [junit4]   2> 2268298 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
   [junit4]   2> 2268298 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
   [junit4]   2> 2268319 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/testLeaderElectionWithZkExpiry-solr-001
   [junit4]   2> 2268331 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2268332 INFO  (Thread-641) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2268343 INFO  (Thread-641) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2268434 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [    ] o.a.s.c.ZkTestServer start zk server on port:53702
   [junit4]   2> 2268435 ERROR (Thread-641) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2268819 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2268835 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2268835 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) starting
   [junit4]   2> 2268914 INFO  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA])
 [n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 2269035 INFO  
(OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (0) -> (1)
   [junit4]   2> 2269187 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2269217 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2270867 WARN  
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0002 has expired
   [junit4]   2> 2270883 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2270883 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2270883 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) closing
   [junit4]   2> 2270883 WARN  
(OverseerCollectionConfigSetProcessor-98773120300351490-dummy.host.com:8984_solr-n_0000000000)
 [n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerTaskProcessor Overseer cannot 
talk to ZK
   [junit4]   2> 2270884 INFO  
(OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
dummy.host.com:8984_solr
   [junit4]   2> 2270884 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2270884 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
   [junit4]   2>        at 
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2270886 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2270886 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2270970 WARN  
(zkCallback-459-thread-1-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch 
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for 
/live_nodes]
   [junit4]   2> 2271001 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2271001 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2272668 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0003 has expired
   [junit4]   2> 2272668 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2272668 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2272668 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2272672 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2272672 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2272783 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController 
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode 
= Session expired for /live_nodes
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2272783 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: 
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /live_nodes
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
   [junit4]   2>        ... 10 more
   [junit4]   2> 
   [junit4]   2> 2272783 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed
   [junit4]   2> 2272783 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 2272814 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2272815 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2274319 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0004 has expired
   [junit4]   2> 2274319 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2274319 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2274319 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2274439 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController 
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode 
= Session expired for /clusterstate.json
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 
   [junit4]   2> 2274439 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Caused by: 
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /clusterstate.json
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
   [junit4]   2>        ... 5 more
   [junit4]   2> 
   [junit4]   2> 2274439 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed
   [junit4]   2> 2274439 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connected:false
   [junit4]   2> 2274447 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2274455 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2274455 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (1) -> (0)
   [junit4]   2> 2274562 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2274563 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2276117 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0005 has expired
   [junit4]   2> 2276117 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2276117 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2276117 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2276117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Exception causing close of session 0x15ee9a12cdc0005 due 
to java.nio.channels.CancelledKeyException
   [junit4]   2> 2276118 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2276118 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2276219 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController 
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode 
= Session expired for /overseer_elect/election
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 
   [junit4]   2> 2276219 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Caused by: 
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /overseer_elect/election
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
   [junit4]   2>        ... 5 more
   [junit4]   2> 
   [junit4]   2> 2276219 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect 
to ZooKeeper failed
   [junit4]   2> 2276219 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 2276267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2276267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2278267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0006 has expired
   [junit4]   2> 2278267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2278267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2278267 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2278279 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2278279 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2278373 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ZkStateReader Error reading cluster 
properties from zookeeper
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /clusterprops.json
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:893)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2278418 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 2278419 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager zkClient has 
disconnected
   [junit4]   2> 2279790 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702))
 [n:dummy.host.com:8984_solr    ] o.a.z.ClientCnxn Unable to reconnect to 
ZooKeeper service, session 0x15ee9a12cdc0007 has expired
   [junit4]   2> 2279798 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@16ac39be name: 
ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent 
state:Expired type:None path:null path: null type: None
   [junit4]   2> 2279799 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Our previous 
ZooKeeper session was expired. Attempting to reconnect to recover relationship 
with ZooKeeper...
   [junit4]   2> 2279799 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection 
expired - starting a new one...
   [junit4]   2> 2279801 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connection with 
ZooKeeper reestablished.
   [junit4]   2> 2279801 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController ZooKeeper session 
re-connected ... refreshing core states after session expiration.
   [junit4]   2> 2280172 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280183 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) starting
   [junit4]   2> 2280202 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) closing
   [junit4]   2> 2280240 INFO  
(OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000001) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
dummy.host.com:8984_solr
   [junit4]   2> 2280252 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 2280252 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280253 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector Deleting duplicate 
registration: 
/overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000002
   [junit4]   2> 2280267 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280267 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280279 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (0) -> (1)
   [junit4]   2> 2280279 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.DefaultConnectionStrategy 
Reconnected to ZooKeeper
   [junit4]   2> 2280279 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 2280279 WARN  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 2280282 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280283 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280284 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280284 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280285 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280303 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280303 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280304 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280311 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280312 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280327 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector Deleting duplicate 
registration: 
/overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000010
   [junit4]   2> 2280327 WARN  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.LeaderElector Deleting duplicate registration: 
/overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000009
   [junit4]   2> 2280328 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280328 INFO  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
dummy.host.com:8984_solr
   [junit4]   2> 2280328 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) starting
   [junit4]   2> 2280329 ERROR 
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
   [junit4]   2>        at 
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 2280329 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
   [junit4]   2>        at 
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2280353 INFO  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) closing
   [junit4]   2> 2280371 INFO  
(OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000008) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
dummy.host.com:8984_solr
   [junit4]   2> 2280390 WARN  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 2280394 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 2280398 WARN  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.LeaderElector Deleting duplicate 
registration: 
/overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000012
   [junit4]   2> 2280399 WARN  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.LeaderElector Deleting duplicate registration: 
/overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000011
   [junit4]   2> 2280399 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to 
be the leader dummy.host.com:8984_solr
   [junit4]   2> 2280399 INFO  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
dummy.host.com:8984_solr
   [junit4]   2> 2280400 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.LeaderElector node exists
   [junit4]   2> org.apache.zookeeper.KeeperException$NodeExistsException: 
KeeperErrorCode = NodeExists for /overseer_elect/leader
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2>        at 
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
   [junit4]   2>        at 
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2280400 INFO  
(zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) starting
   [junit4]   2> 2280417 INFO  (OverseerExitThread) [n:dummy.host.com:8984_solr 
   ] o.a.s.c.Overseer Overseer 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) closing
   [junit4]   2> 2280417 INFO  
(OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer According to ZK I 
(id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) am no longer a 
leader.
   [junit4]   2> 2280417 INFO  
(OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) 
[n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
dummy.host.com:8984_solr
  

[...truncated too long message...]

rg.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
   [junit4]    > Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to 
ZooKeeper - Updates are disabled.
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
   [junit4]    >        at 
org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)Throwable
 #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an 
uncaught exception in thread: Thread[id=18290, name=WRITER10, state=RUNNABLE, 
group=TGRP-TestStressInPlaceUpdates]
   [junit4]    > Caused by: java.lang.RuntimeException: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to 
ZooKeeper - Updates are disabled.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
   [junit4]    >        at 
org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
   [junit4]    > Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to 
ZooKeeper - Updates are disabled.
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    >        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
   [junit4]    >        at 
org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
   [junit4]    >        at 
org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)
   [junit4]   2> 8723446 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 8723447 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=819295929
   [junit4]   2> 8723447 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 8723447 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@18441b92: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry solr.node 
/ com.codahale.metrics.MetricRegistry@19dfc046
   [junit4]   2> 8723447 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 8723447 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7b266d37: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / 
com.codahale.metrics.MetricRegistry@18eb6713
   [junit4]   2> 8723480 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 8723480 INFO  
(SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1350900: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty / com.codahale.metrics.MetricRegistry@31926cb7
   [junit4]   2> 8723484 INFO  (coreCloseExecutor-6997-thread-1) [    
x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@79642f05
   [junit4]   2> 8723484 INFO  (coreCloseExecutor-6997-thread-1) [    
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1, tag=2036608773
   [junit4]   2> 8723484 INFO  (coreCloseExecutor-6997-thread-1) [    
x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@27bbc63: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1d951ce2
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressInPlaceUpdates_F2738E8F07AEDDA-001
   [junit4]   2> Oct 05, 2017 12:50:59 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), 
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, 
timezone=America/Jamaica
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=155521808,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [BooleanFieldTest, 
SchemaVersionSpecificBehaviorTest, CdcrReplicationDistributedZkTest, 
TestPolicyCloud, DistributedIntervalFacetingTest, RemoteQueryErrorTest, 
TestNumericTerms64, DistributedFacetPivotLargeTest, CSVRequestHandlerTest, 
TestComplexPhraseQParserPlugin, DistribJoinFromCollectionTest, 
UUIDUpdateProcessorFallbackTest, LeaderElectionContextKeyTest, RulesTest, 
TestUseDocValuesAsStored, JvmMetricsTest, 
ClassificationUpdateProcessorFactoryTest, DirectSolrConnectionTest, 
SliceStateTest, ConjunctionSolrSpellCheckerTest, RestartWhileUpdatingTest, 
TestFiltering, DirectoryFactoryTest, TestStressRecovery, 
TestDistributedStatsComponentCardinality, HdfsNNFailoverTest, 
TestFuzzyAnalyzedSuggestions, SolrGangliaReporterTest, SoftAutoCommitTest, 
DistanceFunctionTest, TestElisionMultitermQuery, TestInitQParser, 
SolrCloudExampleTest, DirectSolrSpellCheckerTest, TestPointFields, 
TestPullReplica, TestDistributedGrouping, TestCloudSchemaless, 
CollectionReloadTest, TestSegmentSorting, 
TestCollectionsAPIViaSolrCloudCluster, CollectionsAPIAsyncDistributedZkTest, 
TestFieldTypeCollectionResource, NoCacheHeaderTest, ZkCLITest, BufferStoreTest, 
TestSearcherReuse, LukeRequestHandlerTest, OverseerModifyCollectionTest, 
AliasIntegrationTest, TestLeaderInitiatedRecoveryThread, TestValueSourceCache, 
MissingSegmentRecoveryTest, SolrCmdDistributorTest, AnalyticsQueryTest, 
TestZkAclsWithHadoopAuth, SystemInfoHandlerTest, TestExactStatsCache, 
SolrMetricManagerTest, TestCloudDeleteByQuery, SpatialFilterTest, 
MoreLikeThisHandlerTest, DistributedTermsComponentTest, ConfigSetsAPITest, 
HLLUtilTest, TestAddFieldRealTimeGet, TestPostingsSolrHighlighter, 
TestPKIAuthenticationPlugin, TestRetrieveFieldsOptimizer, TestRTGBase, 
DOMUtilTest, TestAtomicUpdateErrorCases, HighlighterMaxOffsetTest, 
TestCharFilters, TestXmlQParser, V2ApiIntegrationTest, 
TestDynamicFieldResource, TestFieldCacheWithThreads, TestFastLRUCache, 
TestBinaryResponseWriter, TestLRUCache, TestNRTOpen, 
CachingDirectoryFactoryTest, InfixSuggestersTest, CacheHeaderTest, 
SegmentsInfoRequestHandlerTest, StressHdfsTest, ExplicitHLLTest, 
StatelessScriptUpdateProcessorFactoryTest, TestCloudPivotFacet, 
DistributedQueryComponentOptimizationTest, OverseerTaskQueueTest, 
TestHdfsCloudBackupRestore, SOLR749Test, TestCoreDiscovery, TestBulkSchemaAPI, 
TestMiniSolrCloudClusterSSL, HighlighterTest, TestScoreJoinQPScore, 
TestDefaultStatsCache, TestBlendedInfixSuggestions, 
TestHighFrequencyDictionaryFactory, TestIntervalFaceting, SuggesterTSTTest, 
DocValuesMultiTest, TestLegacyTerms, TestPivotHelperCode, 
ShardRoutingCustomTest, TestManagedSynonymFilterFactory, 
TestSimpleTrackingShardHandler, DateRangeFieldTest, ZkSolrClientTest, 
MoveReplicaTest, TestHdfsBackupRestoreCore, TemplateUpdateProcessorTest, 
TestHashPartitioner, TestSystemIdResolver, ResourceLoaderTest, 
AlternateDirectoryTest, TestOverriddenPrefixQueryForCustomFieldType, 
ParsingFieldUpdateProcessorsTest, ClusterStateUpdateTest, TestZkChroot, 
AutoCommitTest, TermVectorComponentDistributedTest, ZkControllerTest, 
TestRealTimeGet, SolrCoreTest, QueryElevationComponentTest, TestFunctionQuery, 
BasicFunctionalityTest, TestLazyCores, TestFoldingMultitermQuery, 
DocValuesTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, 
TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, TestSolrIndexConfig, 
SolrIndexConfigTest, TestSearchPerf, OutputWriterTest, TestXIncludeConfig, 
TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, 
TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PrimUtilsTest, 
ClusterStateTest, TestSolrJ, TestDocumentBuilder, FileUtilsTest, 
CircularListTest, DistributedMLTComponentTest, 
TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, 
AssignBackwardCompatibilityTest, CdcrReplicationHandlerTest, 
CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, 
ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, 
DocValuesNotIndexedTest, ForceLeaderTest, ShardSplitTest, 
TestStressInPlaceUpdates]
   [junit4] Completed [551/734 (6!)] on J1 in 150.20s, 1 test, 1 error <<< 
FAILURES!

[...truncated 47473 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org