Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/499/
4 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderElectionZkExpiry
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.cloud.Overseer at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:545) at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393) at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2055)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.cloud.Overseer
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2055)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2CFA622B8CAD3BD1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderElectionZkExpiry
Error Message:
1 thread leaked from SUITE scope at
org.apache.solr.cloud.TestLeaderElectionZkExpiry: 1) Thread[id=12149,
name=OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008,
state=RUNNABLE, group=Overseer autoscaling triggers] at
java.lang.Throwable.getStackTraceElement(Native Method) at
java.lang.Throwable.getOurStackTrace(Throwable.java:827) at
java.lang.Throwable.printEnclosedStackTrace(Throwable.java:686) at
java.lang.Throwable.printStackTrace(Throwable.java:667) at
java.lang.Throwable.printStackTrace(Throwable.java:721) at
org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:60)
at
org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87)
at
org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162) at
org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at
org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391) at
org.apache.log4j.Category.log(Category.java:856) at
org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry:
1) Thread[id=12149,
name=OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008,
state=RUNNABLE, group=Overseer autoscaling triggers]
at java.lang.Throwable.getStackTraceElement(Native Method)
at java.lang.Throwable.getOurStackTrace(Throwable.java:827)
at java.lang.Throwable.printEnclosedStackTrace(Throwable.java:686)
at java.lang.Throwable.printStackTrace(Throwable.java:667)
at java.lang.Throwable.printStackTrace(Throwable.java:721)
at
org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:60)
at
org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87)
at
org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at
org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576)
at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2CFA622B8CAD3BD1]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderElectionZkExpiry
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=12149,
name=OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008,
state=RUNNABLE, group=Overseer autoscaling triggers] at
java.security.AccessController.doPrivileged(Native Method) at
com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at
java.io.PrintStream.flush(PrintStream.java:338) at
java.io.FilterOutputStream.flush(FilterOutputStream.java:140) at
java.io.PrintStream.write(PrintStream.java:482) at
sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221) at
sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291) at
sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295) at
sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141) at
java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229) at
org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59) at
org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324) at
org.apache.log4j.WriterAppender.append(WriterAppender.java:162) at
org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at
org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391) at
org.apache.log4j.Category.log(Category.java:856) at
org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=12149,
name=OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008,
state=RUNNABLE, group=Overseer autoscaling triggers]
at java.security.AccessController.doPrivileged(Native Method)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
at
com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
at java.io.PrintStream.flush(PrintStream.java:338)
at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
at java.io.PrintStream.write(PrintStream.java:482)
at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at
org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576)
at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2CFA622B8CAD3BD1]:0)
FAILED: org.apache.solr.logging.TestLogWatcher.testLog4jWatcher
Error Message:
expected:<21> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<21> but was:<1>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Build Log:
[...truncated 13257 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_2CFA622B8CAD3BD1-001/init-core-data-001
[junit4] 2> 2310912 WARN
(SUITE-TestLeaderElectionZkExpiry-seed#[2CFA622B8CAD3BD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 2310912 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[2CFA622B8CAD3BD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2310914 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[2CFA622B8CAD3BD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2310915 INFO
(SUITE-TestLeaderElectionZkExpiry-seed#[2CFA622B8CAD3BD1]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2310917 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
[junit4] 2> 2310927 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@5f453d04, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 2310974 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f453d04
[junit4] 2> 2310982 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f453d04
[junit4] 2> 2310983 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f453d04
[junit4] 2> 2310984 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_2CFA622B8CAD3BD1-001/testLeaderElectionWithZkExpiry-solr-001
[junit4] 2> 2310985 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2310985 INFO (Thread-3721) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2310985 INFO (Thread-3721) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2310986 ERROR (Thread-3721) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2311085 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[ ] o.a.s.c.ZkTestServer start zk server on port:42067
[junit4] 2> 2311088 INFO (zkConnectionManagerCallback-2581-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2311089 INFO (zkConnectionManagerCallback-2583-thread-1) [
] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2311092 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2311190 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2311191 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2311192 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036994-dummy.host.com:8984_solr-n_0000000000) starting
[junit4] 2> 2311199 INFO
(zkConnectionManagerCallback-2590-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2311200 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[n:dummy.host.com:8984_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider
Cluster at 127.0.0.1:42067/solr ready
[junit4] 2> 2311202 INFO
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1])
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2311213 INFO
(zkCallback-2589-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 2311214 INFO
(zkCallback-2584-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (0) -> (1)
[junit4] 2> 2311218 INFO
(zkCallback-2589-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (1) -> (0)
[junit4] 2> 2311316 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2311316 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2312517 WARN
(TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[2CFA622B8CAD3BD1]-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40002 has expired
[junit4] 2> 2312518 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2312518 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2312518 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036994-dummy.host.com:8984_solr-n_0000000000) closing
[junit4] 2> 2312518 INFO
(OverseerStateUpdate-72271990094036994-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting :
dummy.host.com:8984_solr
[junit4] 2> 2312530 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2312816 WARN
(zkCallback-2584-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for
/live_nodes]
[junit4] 2> 2312816 ERROR
(OverseerAutoScalingTriggerThread-72271990094036994-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.ScheduledTriggers Failed to add
trigger .auto_add_replicas
[junit4] 2> org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling/events/.auto_add_replicas
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:124)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:114)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:110)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueueFactory.makeQueue(ZkDistributedQueueFactory.java:36)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.TriggerEventQueue.<init>(TriggerEventQueue.java:49)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.<init>(ScheduledTriggers.java:511)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.add(ScheduledTriggers.java:204)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:227)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling/events/.auto_add_replicas
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:122)
[junit4] 2> ... 8 more
[junit4] 2> 2312817 WARN
(OverseerAutoScalingTriggerThread-72271990094036994-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread Error
removing old nodeAdded markers
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2312817 WARN
(OverseerAutoScalingTriggerThread-72271990094036994-dummy.host.com:8984_solr-n_0000000000)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread
OverseerTriggerThread has been closed, exiting.
[junit4] 2> 2312817 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2312842 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2312842 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 2312842 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 2312843 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes
from ZooKeeper... (1) -> (0)
[junit4] 2> 2312848 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2312849 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036996-dummy.host.com:8984_solr-n_0000000001) starting
[junit4] 2> 2312950 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2312950 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2314035 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40004 has expired
[junit4] 2> 2314035 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2314036 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2314450 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer
node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:524)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2314450 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036996-dummy.host.com:8984_solr-n_0000000001) closing
[junit4] 2> 2314450 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2314450 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:524)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 17 more
[junit4] 2>
[junit4] 2> 2314451 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:415)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:524)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> ... 10 more
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 17 more
[junit4] 2>
[junit4] 2> 2314451 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 2314451 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient
Connected:false
[junit4] 2> 2314451 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2314452 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 2314452 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 2314455 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2314456 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036997-dummy.host.com:8984_solr-n_0000000002) starting
[junit4] 2> 2314561 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2314562 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2315683 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40005 has expired
[junit4] 2> 2315683 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2315683 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2315683 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036997-dummy.host.com:8984_solr-n_0000000002) closing
[junit4] 2> 2315683 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn CancelledKeyException causing close of session
0x100c2fdf8c40005
[junit4] HEARTBEAT J0 PID([email protected]):
2018-03-13T09:42:21, stalled for 131s at: BasicDistributedZkTest.test
[junit4] 2> 2315684 INFO
(OverseerCollectionConfigSetProcessor-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerTaskProcessor According to ZK
I (id=72271990094036997-dummy.host.com:8984_solr-n_0000000002) am no longer a
leader.
[junit4] 2> 2315684 INFO
(OverseerStateUpdate-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer According to ZK I
(id=72271990094036997-dummy.host.com:8984_solr-n_0000000002) am no longer a
leader.
[junit4] 2> 2315684 INFO
(OverseerStateUpdate-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting :
dummy.host.com:8984_solr
[junit4] 2> 2315684 ERROR
(OverseerCollectionConfigSetProcessor-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerTaskProcessor
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer/collection-queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:410)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:272)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2315684 ERROR
(OverseerCollectionConfigSetProcessor-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerTaskProcessor Unable to
prioritize overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:178)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2315684 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr
] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2316061 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer
node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:662)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:649)
[junit4] 2> at
org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2732)
[junit4] 2> at
org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:467)
[junit4] 2> at
org.apache.solr.cloud.ZkController.access$400(ZkController.java:138)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:360)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2316062 ERROR
(OverseerAutoScalingTriggerThread-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.ScheduledTriggers Failed to add
trigger .auto_add_replicas
[junit4] 2> org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling/events/.auto_add_replicas
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:124)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:114)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:110)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueueFactory.makeQueue(ZkDistributedQueueFactory.java:36)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.TriggerEventQueue.<init>(TriggerEventQueue.java:49)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.<init>(ScheduledTriggers.java:511)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.add(ScheduledTriggers.java:204)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:227)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling/events/.auto_add_replicas
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at
org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:122)
[junit4] 2> ... 8 more
[junit4] 2> 2316062 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Could not publish node
as down: org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> 2316063 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2316063 WARN
(OverseerAutoScalingTriggerThread-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread Error
removing old nodeAdded markers
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2316063 WARN
(OverseerAutoScalingTriggerThread-72271990094036997-dummy.host.com:8984_solr-n_0000000002)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread
OverseerTriggerThread has been closed, exiting.
[junit4] 2> 2316063 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getAutoScalingConfig(ZkStateReader.java:195)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getAutoScalingConfig(ZkStateReader.java:181)
[junit4] 2> at
org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:974)
[junit4] 2> at
org.apache.solr.cloud.ZkController.access$500(ZkController.java:138)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:363)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2>
[junit4] 2> 2316064 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2316064 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:415)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getAutoScalingConfig(ZkStateReader.java:195)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getAutoScalingConfig(ZkStateReader.java:181)
[junit4] 2> at
org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:974)
[junit4] 2> at
org.apache.solr.cloud.ZkController.access$500(ZkController.java:138)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:363)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2316064 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 2316064 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient
Connected:false
[junit4] 2> 2316065 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2316065 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 2316065 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 2316068 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2316069 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036998-dummy.host.com:8984_solr-n_0000000003) starting
[junit4] 2> 2316170 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2316170 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2317464 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40006 has expired
[junit4] 2> 2317464 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2317464 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2317670 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer
node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:662)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2317670 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036998-dummy.host.com:8984_solr-n_0000000003) closing
[junit4] 2> 2317670 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:662)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 14 more
[junit4] 2>
[junit4] 2> 2317670 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2317670 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:415)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by: java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:662)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> ... 5 more
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 14 more
[junit4] 2>
[junit4] 2> 2317671 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 2317671 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient
Connected:false
[junit4] 2> 2317671 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2317671 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 2317672 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 2317675 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2317675 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036999-dummy.host.com:8984_solr-n_0000000004) starting
[junit4] 2> 2317677 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn CancelledKeyException causing close of session
0x100c2fdf8c40007
[junit4] 2> 2317777 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2317777 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2319268 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40007 has expired
[junit4] 2> 2319268 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2319268 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2319277 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer
node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:700)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:111)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 2319278 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094036999-dummy.host.com:8984_solr-n_0000000004) closing
[junit4] 2> 2319278 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2319278 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:700)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:111)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 14 more
[junit4] 2>
[junit4] 2> 2319278 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:415)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by: java.lang.RuntimeException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:805)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:700)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:111)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> ... 5 more
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at
org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:796)
[junit4] 2> ... 14 more
[junit4] 2>
[junit4] 2> 2319278 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed
[junit4] 2> 2319278 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient
Connected:false
[junit4] 2> 2319279 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
connected
[junit4] 2> 2319279 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with
ZooKeeper reestablished.
[junit4] 2> 2319279 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session
re-connected ... refreshing core states after session expiration.
[junit4] 2> 2319282 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to
be the leader dummy.host.com:8984_solr
[junit4] 2> 2319283 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094037000-dummy.host.com:8984_solr-n_0000000005) starting
[junit4] 2> 2319387 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2319387 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has
disconnected
[junit4] 2> 2320675 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:42067))
[n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to
ZooKeeper service, session 0x100c2fdf8c40008 has expired
[junit4] 2> 2320675 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@724849c2 name:
ZooKeeperConnection Watcher:127.0.0.1:42067/solr got event WatchedEvent
state:Expired type:None path:null path: null type: None
[junit4] 2> 2320675 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous
ZooKeeper session was expired. Attempting to reconnect to recover relationship
with ZooKeeper...
[junit4] 2> 2320887 INFO
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer
(id=72271990094037000-dummy.host.com:8984_solr-n_0000000005) closing
[junit4] 2> 2320887 WARN
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy
Connection expired - starting a new one...
[junit4] 2> 2320887 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.ZkController
:org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/collection-map-running
[junit4] 2> at
org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:50)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:689)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:50)
[junit4] 2> at
org.apache.solr.cloud.Overseer.start(Overseer.java:533)
[junit4] 2> at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:355)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/collection-map-running
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at
org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:48)
[junit4] 2> ... 14 more
[junit4] 2>
[junit4] 2> 2320887 ERROR
(zkConnectionManagerCallback-2585-thread-1-processing-n:dummy.host.com:8984_solr-EventThread)
[n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect
to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at
org.apache.solr.cloud.ZkController$1.command(ZkController.java:415)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at
org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at
org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> Caused by: org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/collection-map-running
[junit4] 2> at
org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:50)
[junit4] 2> at
org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:689)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:50)
[junit4] 2> at org.apache.solr.cloud.Overseer.start(Overseer.java:53
[...truncated too long message...]
client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2692498 ERROR
(OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error
has occurred
[junit4] 2> java.io.IOException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2692498 ERROR
(OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error
has occurred
[junit4] 2> java.io.IOException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2692498 ERROR
(OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error
has occurred
[junit4] 2> java.io.IOException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2692499 ERROR
(OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error
has occurred
[junit4] 2> java.io.IOException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2692499 ERROR
(OverseerAutoScalingTriggerThread-72271990094037003-dummy.host.com:8984_solr-n_0000000008)
[n:dummy.host.com:8984_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error
has occurred
[junit4] 2> java.io.IOException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /autoscaling.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] FAILURE 0.11s J2 | TestLogWatcher.testLog4jWatcher <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<21> but
was:<1>
[junit4] > at
org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
[junit4] Completed [652/783 (2!)] on J2 in 0.11s, 1 test, 1 failure <<<
FAILURES!
[...truncated 49966 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
