Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/782/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestOnReconnectListenerSupport.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:60890 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:60890 within 45000 ms
        at 
__randomizedtesting.SeedInfo.seed([1F593049547AEFA3:970D0F93FA86825B]:0)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:182)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:219)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:60890 within 45000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:174)
        ... 38 more


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestOnReconnectListenerSupport

Error Message:
4 threads leaked from SUITE scope at 
org.apache.solr.cloud.TestOnReconnectListenerSupport:     1) Thread[id=11558, 
name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestOnReconnectListenerSupport]         at 
java.lang.Object.wait(Native Method)         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
   2) Thread[id=11557, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestOnReconnectListenerSupport]         at 
sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11556, 
name=Thread-2520, state=WAITING, group=TGRP-TestOnReconnectListenerSupport]     
    at java.lang.Object.wait(Native Method)         at 
java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    
4) Thread[id=11560, name=ProcessThread(sid:0 cport:-1):, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestOnReconnectListenerSupport: 
   1) Thread[id=11558, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   2) Thread[id=11557, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestOnReconnectListenerSupport]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11556, name=Thread-2520, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=11560, name=ProcessThread(sid:0 cport:-1):, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
        at __randomizedtesting.SeedInfo.seed([1F593049547AEFA3]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestOnReconnectListenerSupport

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=11557, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]         at 
sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=11557, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestOnReconnectListenerSupport]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
        at java.lang.Thread.run(Thread.java:745)
        at __randomizedtesting.SeedInfo.seed([1F593049547AEFA3]:0)




Build Log:
[...truncated 12040 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestOnReconnectListenerSupport
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_1F593049547AEFA3-001/init-core-data-001
   [junit4]   2> 1197838 INFO  
(SUITE-TestOnReconnectListenerSupport-seed#[1F593049547AEFA3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1197839 INFO  
(SUITE-TestOnReconnectListenerSupport-seed#[1F593049547AEFA3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1197839 INFO  
(SUITE-TestOnReconnectListenerSupport-seed#[1F593049547AEFA3]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1197842 INFO  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1197843 INFO  (Thread-2520) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1197843 INFO  (Thread-2520) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1197944 INFO  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60890
   [junit4]   2> 1197968 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1199769 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1201771 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1203746 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1205295 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1206406 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1207577 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1209131 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1211147 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1212480 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1213732 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1214983 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1217026 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1218187 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1220043 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1221213 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1222379 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1223996 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1225248 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1227309 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1228450 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1230403 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1232033 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1234039 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1235991 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1237350 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1238780 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1240884 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 1242630 WARN  
(TEST-TestOnReconnectListenerSupport.test-seed#[1F593049547AEFA3]-SendThread(127.0.0.1:60890))
 [    ] o.a.z.ClientCnxn Session 0x0 for server 127.0.0.1/127.0.0.1:60890, 
unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.io.IOException: Packet len1213486160 is out of range!
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:112)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestOnReconnectListenerSupport -Dtests.method=test 
-Dtests.seed=1F593049547AEFA3 -Dtests.slow=true -Dtests.locale=ms-MY 
-Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   46.3s J1 | TestOnReconnectListenerSupport.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: 
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:60890 within 45000 ms
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1F593049547AEFA3:970D0F93FA86825B]:0)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:182)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:106)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
   [junit4]    >        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:219)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not 
connect to ZooKeeper 127.0.0.1:60890 within 45000 ms
   [junit4]    >        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
   [junit4]    >        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:174)
   [junit4]    >        ... 38 more
   [junit4]   2> 1244142 INFO  
(SUITE-TestOnReconnectListenerSupport-seed#[1F593049547AEFA3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_1F593049547AEFA3-001
   [junit4]   2> Apr 11, 2017 5:40:21 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked 
thread(s).
   [junit4]   2> Apr 11, 2017 5:40:42 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 4 threads leaked from SUITE scope at 
org.apache.solr.cloud.TestOnReconnectListenerSupport: 
   [junit4]   2>    1) Thread[id=11558, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]   2>    2) Thread[id=11557, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]   2>         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]   2>         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]   2>         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=11556, name=Thread-2520, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
   [junit4]   2>         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]   2>         at 
org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]   2>    4) Thread[id=11560, name=ProcessThread(sid:0 cport:-1):, 
state=WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   [junit4]   2> Apr 11, 2017 5:40:42 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=11558, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>    2) Thread[id=11557, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>    3) Thread[id=11556, name=Thread-2520, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>    4) Thread[id=11560, name=ProcessThread(sid:0 cport:-1):, 
state=WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2> 1264382 ERROR (SessionTracker) [    ] 
o.a.z.s.SessionTrackerImpl Unexpected interruption
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at java.lang.Object.wait(Native Method)
   [junit4]   2>        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]   2> 1264382 ERROR (ProcessThread(sid:0 cport:-1):) [    ] 
o.a.z.s.PrepRequestProcessor Unexpected interruption
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2>        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   [junit4]   2> 1264382 WARN  (Thread-2520) [    ] o.a.s.c.ZkTestServer Server 
interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at java.lang.Object.wait(Native Method)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>        at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]   2> Apr 11, 2017 5:40:45 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=11557, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]   2>         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]   2>         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]   2>         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene62, 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ms-MY, timezone=AET
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_121 
(64-bit)/cpus=3,threads=3,free=61943720,total=438800384
   [junit4]   2> NOTE: All tests run in this JVM: [BadCopyFieldTest, 
CollectionReloadTest, ClusterStateTest, NotRequiredUniqueKeyTest, 
MetricsHandlerTest, WordBreakSolrSpellCheckerTest, 
BigEndianAscendingWordDeserializerTest, TestNumericTerms32, 
TestRandomRequestDistribution, BasicZkTest, ResourceLoaderTest, SliceStateTest, 
TestReqParamsAPI, TestSubQueryTransformer, ReplicaListTransformerTest, 
HdfsThreadLeakTest, CdcrReplicationHandlerTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, LeaderFailureAfterFreshStartTest, 
ConnectionReuseTest, SolrIndexMetricsTest, TestRawResponseWriter, TestZkChroot, 
AnalyticsMergeStrategyTest, SuggesterTest, TestSQLHandler, HLLUtilTest, 
TestDistributedMissingSort, TriLevelCompositeIdRoutingTest, 
TestAtomicUpdateErrorCases, TestConfigSets, DirectUpdateHandlerOptimizeTest, 
CurrencyFieldOpenExchangeTest, IndexSchemaTest, NoCacheHeaderTest, 
DistributedQueryComponentOptimizationTest, TestDistributedGrouping, 
TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, 
TestComplexPhraseQParserPlugin, TestExceedMaxTermLength, TestUtils, 
TestRuleBasedAuthorizationPlugin, TestSuggestSpellingConverter, 
SpellCheckCollatorTest, JvmMetricsTest, 
ClassificationUpdateProcessorFactoryTest, DirectoryFactoryTest, 
DistributedTermsComponentTest, TestLeaderInitiatedRecoveryThread, 
DistribCursorPagingTest, BlockJoinFacetRandomTest, CreateCollectionCleanupTest, 
TestSubQueryTransformerDistrib, SolrCoreCheckLockOnStartupTest, RulesTest, 
TestSolrCoreSnapshots, BasicFunctionalityTest, BasicDistributedZk2Test, 
TestExclusionRuleCollectionAccess, TestFoldingMultitermQuery, 
TestMissingGroups, DistributedExpandComponentTest, 
TestFieldTypeCollectionResource, MBeansHandlerTest, 
CoreAdminCreateDiscoverTest, TestFreeTextSuggestions, 
HdfsCollectionsAPIDistributedZkTest, HdfsUnloadDistributedZkTest, 
TestImplicitCoreProperties, TestSystemCollAutoCreate, TestCodecSupport, 
TestJsonFacets, SignatureUpdateProcessorFactoryTest, SearchHandlerTest, 
FieldMutatingUpdateProcessorTest, TestNoOpRegenerator, ChangedSchemaMergeTest, 
TestManagedResourceStorage, ConfigureRecoveryStrategyTest, MergeStrategyTest, 
TestSlowCompositeReaderWrapper, TestFieldCacheSanityChecker, 
SecurityConfHandlerTest, CircularListTest, TestXmlQParserPlugin, 
CoreMergeIndexesAdminHandlerTest, TestSystemIdResolver, TestFastWriter, 
BadIndexSchemaTest, ChaosMonkeySafeLeaderTest, 
TestLeaderElectionWithEmptyReplica, TestSolr4Spatial, TestCloudRecovery, 
BlockCacheTest, TestCopyFieldCollectionResource, ConvertedLegacyTest, 
HdfsChaosMonkeyNothingIsSafeTest, SolrMetricsIntegrationTest, TestBlobHandler, 
TestInitQParser, LukeRequestHandlerTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, 
LeaderElectionIntegrationTest, CollectionsAPIDistributedZkTest, 
TestCloudManagedSchema, CollectionsAPISolrJTest, TestCloudPivotFacet, 
ManagedSchemaRoundRobinCloudTest, TestExactSharedStatsCache, 
TestFieldCacheSortRandom, ForceLeaderTest, ShowFileRequestHandlerTest, 
DeleteInactiveReplicaTest, SolrSlf4jReporterTest, ZkSolrClientTest, 
MetricUtilsTest, TestClassicSimilarityFactory, 
TestStressCloudBlindAtomicUpdates, TestQueryWrapperFilter, 
TestSerializedLuceneMatchVersion, TestCollectionAPIs, 
MissingSegmentRecoveryTest, CollectionTooManyReplicasTest, 
TestScoreJoinQPScore, LeaderInitiatedRecoveryOnShardRestartTest, 
RequestHandlersTest, CursorMarkTest, HdfsRestartWhileUpdatingTest, 
TestTrieFacet, TestStandardQParsers, TestIndexingPerformance, 
TestExpandComponent, TestRandomFaceting, TestFieldCacheWithThreads, 
TestBackupRepositoryFactory, TestOnReconnectListenerSupport]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestOnReconnectListenerSupport -Dtests.seed=1F593049547AEFA3 
-Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=AET 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestOnReconnectListenerSupport (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestOnReconnectListenerSupport: 
   [junit4]    >    1) Thread[id=11558, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >    2) Thread[id=11557, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]    >         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]    >         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=11556, name=Thread-2520, state=WAITING, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1249)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1323)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    >    4) Thread[id=11560, name=ProcessThread(sid:0 cport:-1):, 
state=WAITING, group=TGRP-TestOnReconnectListenerSupport]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1F593049547AEFA3]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11557, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestOnReconnectListenerSupport]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]    >         at 
sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]    >         at 
sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1F593049547AEFA3]:0)
   [junit4] Completed [319/704 (1!)] on J1 in 69.59s, 1 test, 3 errors <<< 
FAILURES!

[...truncated 44559 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to