Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4083/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.cloud.Overseer at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:527) at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393) at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1777)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.cloud.Overseer
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:527)
at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1777)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([CF3593D6485D48D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
1) Thread[id=16555,
name=OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=16557,
name=OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at
java.lang.Thread.sleep(Native Method) at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE
scope at org.apache.solr.cloud.ZkControllerTest:
1) Thread[id=16555,
name=OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=16557,
name=OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([CF3593D6485D48D]:0)
Build Log:
[...truncated 12164 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkControllerTest
[junit4] 2> Creating dataDir:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ZkControllerTest_CF3593D6485D48D-001/init-core-data-001
[junit4] 2> 1621784 WARN
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 1621784 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1621788 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) w/ MAC_OS_X supressed
clientAuth
[junit4] 2> 1621790 INFO
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testNodeNameUrlConversion
[junit4] 2> 1621791 INFO
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1621791 INFO (Thread-2992) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1621791 INFO (Thread-2992) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1621795 ERROR (Thread-2992) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1621893 INFO
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.ZkTestServer start zk server on port:51255
[junit4] 2> 1622022 ERROR
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1622022 INFO
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:51255 51255
[junit4] 2> 1622043 INFO (Thread-2992) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:51255 51255
[junit4] 2> 1622273 WARN (Thread-2992) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 1622274 INFO
(TEST-ZkControllerTest.testNodeNameUrlConversion-seed#[CF3593D6485D48D]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testNodeNameUrlConversion
[junit4] IGNOR/A 0.00s J0 | ZkControllerTest.testPublishAndWaitForDownStates
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-7736))
[junit4] 2> 1622276 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testReadConfigName
[junit4] 2> 1622276 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1622277 INFO (Thread-2993) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1622277 INFO (Thread-2993) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 1622279 ERROR (Thread-2993) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 1622380 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.ZkTestServer start zk server on port:51259
[junit4] 2> 1622420 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D]) [ ]
o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@6a1d78b6, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1622461 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1622462 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:8983_solr
[junit4] 2> 1622464 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer
(id=98157001021259779-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 1622481 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 1622483 INFO
(zkCallback-2675-thread-1-processing-n:127.0.0.1:8983_solr)
[n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1622487 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer
(id=98157001021259779-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 1622496 INFO
(OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000000)
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:8983_solr
[junit4] 2> 1622497 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ]
o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 1622501 INFO (OverseerExitThread) [n:127.0.0.1:8983_solr ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 1622502 INFO (OverseerExitThread) [n:127.0.0.1:8983_solr ]
o.a.s.c.Overseer Overseer
(id=98157001021259779-127.0.0.1:8983_solr-n_0000000001) starting
[junit4] 2> 1622517 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer
instance=477747794
[junit4] 2> 1622517 ERROR
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not
registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN
server state changes
[junit4] 2> 1622518 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51259
51259
[junit4] 2> 1622533 INFO (Thread-2993) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:51259 51259
[junit4] 2> 1623033 WARN (Thread-2993) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1623033 INFO
(TEST-ZkControllerTest.testReadConfigName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testReadConfigName
[junit4] 2> 1623036 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Starting testGetHostName
[junit4] 2> 1623037 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1623037 INFO (Thread-2994) [n:127.0.0.1:8983_solr ]
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1623037 INFO (Thread-2994) [n:127.0.0.1:8983_solr ]
o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1623038 ERROR (Thread-2994) [n:127.0.0.1:8983_solr ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1623147 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer start zk server on port:51264
[junit4] 2> 1623169 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.SolrXmlConfig MBean server found:
com.sun.jmx.mbeanserver.JmxMBeanServer@6a1d78b6, but no JMX reporters were
configured - adding default JMX reporter.
[junit4] 2> 1623203 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1623204 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:8983_solr
[junit4] 2> 1623206 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer
(id=98157001071067138-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 1623220 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 1623223 INFO
(zkCallback-2681-thread-1-processing-n:127.0.0.1:8983_solr)
[n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 1623223 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer
(id=98157001071067138-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 1623223 INFO
(OverseerStateUpdate-98157001071067138-127.0.0.1:8983_solr-n_0000000000)
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:8983_solr
[junit4] 2> 1623225 WARN
(zkCallback-2681-thread-1-processing-n:127.0.0.1:8983_solr)
[n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1623225 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer
instance=207893525
[junit4] 2> 1623225 ERROR
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not
registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN
server state changes
[junit4] 2> 1623226 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51264
51264
[junit4] 2> 1623245 INFO (Thread-2994) [n:127.0.0.1:8983_solr ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:51264 51264
[junit4] 2> 1623989 INFO
(TEST-ZkControllerTest.testGetHostName-seed#[CF3593D6485D48D])
[n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testGetHostName
[junit4] 2> 1623991 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [n:127.0.0.1:8983_solr
] o.a.s.SolrTestCaseJ4 Waiting for all tracked resources to be released
[junit4] 2> 1624514 INFO
(OverseerCollectionConfigSetProcessor-98157001021259779-127.0.0.1:8983_solr-n_0000000001)
[n:127.0.0.1:8983_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=98157001021259779-127.0.0.1:8983_solr-n_0000000001) am no longer a leader.
[junit4] 2> 1624729 ERROR (OverseerExitThread) [n:127.0.0.1:8983_solr ]
o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:291)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1634050 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [n:127.0.0.1:8983_solr
] o.a.s.SolrTestCaseJ4 Waiting for all tracked resources to be released
[junit4] 2> 1644091 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [n:127.0.0.1:8983_solr
] o.a.s.SolrTestCaseJ4 Waiting for all tracked resources to be released
[junit4] 2> JUnit4-serializer-daemon:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2>
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2>
[junit4] 2> Reference Handler:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Object.wait(Object.java:502)
[junit4] 2>
java.lang.ref.Reference.tryHandlePending(Reference.java:191)
[junit4] 2>
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
[junit4] 2>
[junit4] 2> main:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1252)
[junit4] 2> java.lang.Thread.join(Thread.java:1326)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2>
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2>
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker:
[junit4] 2> java.lang.Thread.dumpThreads(Native Method)
[junit4] 2> java.lang.Thread.getAllStackTraces(Thread.java:1610)
[junit4] 2>
org.apache.solr.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty(SolrTestCaseJ4.java:350)
[junit4] 2>
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:294)
[junit4] 2> [...sun.*, java.lang.reflect.*,
com.carrotsearch.randomizedtesting.*]
[junit4] 2>
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2>
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2>
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2>
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> TimeLimitedCollector timer thread:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2>
org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:261)
[junit4] 2>
[junit4] 2> Signal Dispatcher:
[junit4] 2>
[junit4] 2>
OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2>
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2>
OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001:
[junit4] 2> [...sun.*]
[junit4] 2>
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2>
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2>
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
[junit4] 2>
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
[junit4] 2>
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> SUITE-ZkControllerTest-seed#[CF3593D6485D48D]:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1260)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
[junit4] 2> Finalizer:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2>
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
[junit4] 2>
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
[junit4] 2>
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
[junit4] 2>
[junit4] 2> 1645094 INFO
(SUITE-ZkControllerTest-seed#[CF3593D6485D48D]-worker) [n:127.0.0.1:8983_solr
] o.a.s.SolrTestCaseJ4 -------------------------------------------------------
Done waiting for tracked resources to be released
[junit4] 2> Jun 18, 2017 3:36:36 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked
thread(s).
[junit4] 2> Jun 18, 2017 3:36:56 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at
org.apache.solr.cloud.ZkControllerTest:
[junit4] 2> 1) Thread[id=16555,
name=OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2) Thread[id=16557,
name=OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Jun 18, 2017 3:36:56 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=16555,
name=OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.]
[junit4] 2> 2) Thread[id=16557,
name=OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> 1665114 INFO
(OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001)
[n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:8983_solr
[junit4] 2> Jun 18, 2017 3:36:56 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70,
sim=RandomSimilarity(queryNorm=false): {}, locale=hi, timezone=Asia/Dushanbe
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131
(64-bit)/cpus=3,threads=1,free=120186536,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyFieldCache,
TestCursorMarkWithoutUniqueKey, PathHierarchyTokenizerFactoryTest,
DirectoryFactoryTest, CdcrUpdateLogTest, TestSlowCompositeReaderWrapper,
TestSort, TestCloudJSONFacetJoinDomain, HLLSerializationTest,
DateMathParserTest, HardAutoCommitTest, DocumentAnalysisRequestHandlerTest,
TestHdfsCloudBackupRestore, TestCoreContainer,
ClassificationUpdateProcessorTest, ImplicitSnitchTest, TestStressVersions,
SolrShardReporterTest, TestJmxIntegration, TestHttpShardHandlerFactory,
DistributedFacetPivotSmallTest, TestReqParamsAPI, AnalysisAfterCoreReloadTest,
TestMaxScoreQueryParser, SuggesterFSTTest, TestBinaryField,
TestCollationFieldDocValues, DistributedQueryElevationComponentTest,
TestLeaderElectionZkExpiry, TestXmlQParser, TestFieldCollectionResource,
AliasIntegrationTest, TestManagedSchemaThreadSafety,
WrapperMergePolicyFactoryTest, TestConfigsApi,
BigEndianAscendingWordSerializerTest, OutOfBoxZkACLAndCredentialsProvidersTest,
SpellCheckCollatorWithCollapseTest, HdfsChaosMonkeyNothingIsSafeTest,
SolrCLIZkUtilsTest, CdcrReplicationHandlerTest, DistributedDebugComponentTest,
TestDocBasedVersionConstraints, TestLRUStatsCache,
DistributedFacetExistsSmallTest, ParsingFieldUpdateProcessorsTest,
RestartWhileUpdatingTest, BlockJoinFacetDistribTest, TestCloudNestedDocsSort,
TestSolrCoreSnapshots, DisMaxRequestHandlerTest,
DistributedFacetPivotLongTailTest, TestManagedSchema,
HdfsCollectionsAPIDistributedZkTest, TestExportWriter,
TestGraphMLResponseWriter, TestBackupRepositoryFactory, TestSSLRandomization,
ShardRoutingTest, AlternateDirectoryTest, UnloadDistributedZkTest,
TestPullReplica, DirectSolrConnectionTest, TestSolrFieldCacheBean,
SortSpecParsingTest, IndexSchemaRuntimeFieldTest, XsltUpdateRequestHandlerTest,
TestBlendedInfixSuggestions, HdfsThreadLeakTest, PluginInfoTest,
AutoScalingHandlerTest, TestMultiValuedNumericRangeQuery,
DocExpirationUpdateProcessorFactoryTest, TestFieldCacheSort,
TestHdfsBackupRestoreCore, TestInitQParser, TestSurroundQueryParser,
UUIDUpdateProcessorFallbackTest, ConnectionReuseTest, ResponseHeaderTest,
TestRemoteStreaming, TestFreeTextSuggestions, TestRandomDVFaceting,
DistributedQueryComponentCustomSortTest, TestRTGBase, TestSimpleQParserPlugin,
SparseHLLTest, TestCollationField, ChaosMonkeySafeLeaderWithPullReplicasTest,
TestRawTransformer, PropertiesRequestHandlerTest, DateRangeFieldTest,
TestNamedUpdateProcessors, CoreAdminRequestStatusTest,
TestDeleteCollectionOnDownNodes, CdcrBootstrapTest, SynonymTokenizerTest,
TestLFUCache, TestUtils, SimpleMLTQParserTest, TestCSVResponseWriter,
DirectSolrSpellCheckerTest, TestRuleBasedAuthorizationPlugin,
DistributedMLTComponentTest, TestPushWriter, TestConfigSetImmutable,
TestLazyCores, CreateCollectionCleanupTest, OpenExchangeRatesOrgProviderTest,
TestJsonRequest, HdfsDirectoryFactoryTest, TestSystemIdResolver,
TestSolrConfigHandlerCloud, TestStressUserVersions, TestSolrDeletionPolicy1,
TestDownShardTolerantSearch, SpellingQueryConverterTest,
TestComplexPhraseQParserPlugin, LeaderElectionTest,
RecoveryAfterSoftCommitTest, TestIBSimilarityFactory,
LeaderElectionContextKeyTest, TestRTimerTree, TestFieldCacheVsDocValues,
ClassificationUpdateProcessorFactoryTest, HdfsBasicDistributedZk2Test,
TestCSVLoader, TestInPlaceUpdatesStandalone, TestLegacyNumericUtils,
TestShortCircuitedRequests, OverseerCollectionConfigSetProcessorTest,
SolrSlf4jReporterTest, IndexBasedSpellCheckerTest, HdfsLockFactoryTest,
TestQuerySenderNoQuery, LeaderInitiatedRecoveryOnShardRestartTest,
TestSchemaSimilarityResource, TestFastOutputStream, TestSolrJ,
MBeansHandlerTest, TestNumericTerms64, TestJsonFacetRefinement, SOLR749Test,
TestDelegationWithHadoopAuth, TestTolerantUpdateProcessorRandomCloud,
TestPerFieldSimilarity, TestFieldSortValues, BlockJoinFacetSimpleTest,
TestHashPartitioner, TestGroupingSearch, DeleteInactiveReplicaTest,
FastVectorHighlighterTest, TestCloudDeleteByQuery, FileUtilsTest,
AddBlockUpdateTest, HighlighterMaxOffsetTest, TestPseudoReturnFields,
ConfigureRecoveryStrategyTest, PingRequestHandlerTest,
StatelessScriptUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin,
DistributedSuggestComponentTest, TestInitParams, BasicAuthStandaloneTest,
TestReRankQParserPlugin, TestConfigSetsAPIZkFailure, QueryEqualityTest,
TestGraphTermsQParserPlugin, TestScoreJoinQPNoScore,
CollectionTooManyReplicasTest, TestUseDocValuesAsStored, CleanupOldIndexTest,
TestImplicitCoreProperties, DistribCursorPagingTest,
HdfsUnloadDistributedZkTest, BasicDistributedZkTest, OverseerTest,
RecoveryZkTest, TestReplicationHandler, TestDistributedSearch,
DistributedSpellCheckComponentTest, ZkControllerTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkControllerTest
-Dtests.seed=CF3593D6485D48D -Dtests.slow=true -Dtests.locale=hi
-Dtests.timezone=Asia/Dushanbe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | ZkControllerTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [Overseer]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.cloud.Overseer
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at
org.apache.solr.cloud.Overseer.start(Overseer.java:527)
[junit4] > at
org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774)
[junit4] > at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] > at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] > at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] > at
org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] > at
org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1777)
[junit4] > at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([CF3593D6485D48D]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE
scope at org.apache.solr.cloud.ZkControllerTest:
[junit4] > 1) Thread[id=16555,
name=OverseerStateUpdate-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer state updater.]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
[junit4] > at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
[junit4] > at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=16557,
name=OverseerHdfsCoreFailoverThread-98157001021259779-127.0.0.1:8983_solr-n_0000000001,
state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([CF3593D6485D48D]:0)
[junit4] Completed [389/725 (1!)] on J0 in 43.35s, 4 tests, 1 failure, 1
error, 1 skipped <<< FAILURES!
[...truncated 44494 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
