Committing a 'bail early on closed' - these threads are in a retry loop that takes a while.
- Mark On Feb 5, 2013, at 4:47 PM, Apache Jenkins Server <[email protected]> wrote: > Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/760/ > > 2 tests failed. > FAILED: > org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest > > Error Message: > 3 threads leaked from SUITE scope at > org.apache.solr.cloud.ChaosMonkeySafeLeaderTest: 1) Thread[id=3442, > name=Thread-1101-EventThread, state=BLOCKED, > group=TGRP-ChaosMonkeySafeLeaderTest] at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:71) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) 2) > Thread[id=3798, name=Thread-1101-EventThread, state=TIMED_WAITING, > group=TGRP-ChaosMonkeySafeLeaderTest] at > java.lang.Thread.sleep(Native Method) at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1241) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at > org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) 3) > Thread[id=3345, name=Thread-1101-EventThread, state=TIMED_WAITING, > group=TGRP-ChaosMonkeySafeLeaderTest] at > java.lang.Thread.sleep(Native Method) at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1241) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at > org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > > Stack Trace: > com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from > SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest: > 1) Thread[id=3442, name=Thread-1101-EventThread, state=BLOCKED, > group=TGRP-ChaosMonkeySafeLeaderTest] > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:71) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > 2) Thread[id=3798, name=Thread-1101-EventThread, state=TIMED_WAITING, > group=TGRP-ChaosMonkeySafeLeaderTest] > at java.lang.Thread.sleep(Native Method) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1241) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > 3) Thread[id=3345, name=Thread-1101-EventThread, state=TIMED_WAITING, > group=TGRP-ChaosMonkeySafeLeaderTest] > at java.lang.Thread.sleep(Native Method) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1241) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > at __randomizedtesting.SeedInfo.seed([F776B5761AE7508]:0) > > > FAILED: > org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest > > Error Message: > There are still zombie threads that couldn't be terminated: 1) > Thread[id=3442, name=Thread-1101-EventThread, state=BLOCKED, > group=TGRP-ChaosMonkeySafeLeaderTest] at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:71) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) 2) > Thread[id=3798, name=Thread-1101-EventThread, state=RUNNABLE, > group=TGRP-ChaosMonkeySafeLeaderTest] at > java.net.PlainSocketImpl.socketConnect(Native Method) at > java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) > at > java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) > at > java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at > java.net.Socket.connect(Socket.java:546) at > org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123) > at > org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148) > at > org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150) > at > org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121) > at > org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575) > at > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1236) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at > org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) 3) > Thread[id=3345, name=Thread-1101-EventThread, state=RUNNABLE, > group=TGRP-ChaosMonkeySafeLeaderTest] at > java.net.PlainSocketImpl.socketConnect(Native Method) at > java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) > at > java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) > at > java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at > java.net.Socket.connect(Socket.java:546) at > org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123) > at > org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148) > at > org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150) > at > org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121) > at > org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575) > at > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1236) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at > org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at > org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > > Stack Trace: > com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie > threads that couldn't be terminated: > 1) Thread[id=3442, name=Thread-1101-EventThread, state=BLOCKED, > group=TGRP-ChaosMonkeySafeLeaderTest] > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:71) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > 2) Thread[id=3798, name=Thread-1101-EventThread, state=RUNNABLE, > group=TGRP-ChaosMonkeySafeLeaderTest] > at java.net.PlainSocketImpl.socketConnect(Native Method) > at > java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) > at > java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) > at > java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) > at java.net.Socket.connect(Socket.java:546) > at > org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123) > at > org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148) > at > org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150) > at > org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121) > at > org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575) > at > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1236) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > 3) Thread[id=3345, name=Thread-1101-EventThread, state=RUNNABLE, > group=TGRP-ChaosMonkeySafeLeaderTest] > at java.net.PlainSocketImpl.socketConnect(Native Method) > at > java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) > at > java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) > at > java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) > at java.net.Socket.connect(Socket.java:546) > at > org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123) > at > org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148) > at > org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150) > at > org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121) > at > org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575) > at > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754) > at > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353) > at > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181) > at > org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1236) > at > org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:304) > at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85) > at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193) > at > org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117) > at > org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46) > at > org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91) > at > org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519) > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495) > at __randomizedtesting.SeedInfo.seed([F776B5761AE7508]:0) > > > > > Build Log: > [...truncated 21397 lines...] > > > > --------------------------------------------------------------------- > To unsubscribe, e-mail: [email protected] > For additional commands, e-mail: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
