See https://builds.apache.org/job/ZooKeeper_branch35_jdk7/1101/
################################################################################### ########################## LAST 60 LINES OF THE CONSOLE ########################### [...truncated 69.99 MB...] [junit] 2017-09-05 08:48:57,639 [myid:127.0.0.1:30202] - INFO [main-SendThread(127.0.0.1:30202):ClientCnxn$SendThread@1113] - Opening socket connection to server 127.0.0.1/127.0.0.1:30202. Will not attempt to authenticate using SASL (unknown error) [junit] 2017-09-05 08:48:57,639 [myid:127.0.0.1:30202] - WARN [main-SendThread(127.0.0.1:30202):ClientCnxn$SendThread@1235] - Session 0x3067c3391070000 for server 127.0.0.1/127.0.0.1:30202, unexpected error, closing socket connection and attempting reconnect [junit] java.net.ConnectException: Connection refused [junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744) [junit] at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357) [junit] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214) [junit] 2017-09-05 08:48:58,015 [myid:] - INFO [ProcessThread(sid:0 cport:30319)::PrepRequestProcessor@611] - Processed session termination for sessionid: 0x1067c36f61e0000 [junit] 2017-09-05 08:48:58,016 [myid:] - INFO [SyncThread:0:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port30319,name1=Connections,name2=127.0.0.1,name3=0x1067c36f61e0000] [junit] 2017-09-05 08:48:58,017 [myid:] - INFO [main:ZooKeeper@1334] - Session: 0x1067c36f61e0000 closed [junit] 2017-09-05 08:48:58,017 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 225415 [junit] 2017-09-05 08:48:58,017 [myid:] - INFO [main-EventThread:ClientCnxn$EventThread@513] - EventThread shut down for session: 0x1067c36f61e0000 [junit] 2017-09-05 08:48:58,017 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 2432 [junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD testWatcherAutoResetWithLocal [junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:ClientBase@586] - tearDown starting [junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:ClientBase@556] - STOPPING server [junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:NettyServerCnxnFactory@464] - shutdown called 0.0.0.0/0.0.0.0:30319 [junit] 2017-09-05 08:48:58,026 [myid:] - INFO [main:ZooKeeperServer@541] - shutting down [junit] 2017-09-05 08:48:58,027 [myid:] - ERROR [main:ZooKeeperServer@505] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit] 2017-09-05 08:48:58,027 [myid:] - INFO [main:SessionTrackerImpl@232] - Shutting down [junit] 2017-09-05 08:48:58,027 [myid:] - INFO [main:PrepRequestProcessor@1005] - Shutting down [junit] 2017-09-05 08:48:58,027 [myid:] - INFO [main:SyncRequestProcessor@191] - Shutting down [junit] 2017-09-05 08:48:58,027 [myid:] - INFO [SyncThread:0:SyncRequestProcessor@169] - SyncRequestProcessor exited! [junit] 2017-09-05 08:48:58,027 [myid:] - INFO [ProcessThread(sid:0 cport:30319)::PrepRequestProcessor@155] - PrepRequestProcessor exited loop! [junit] 2017-09-05 08:48:58,028 [myid:] - INFO [main:FinalRequestProcessor@481] - shutdown of request processor complete [junit] 2017-09-05 08:48:58,028 [myid:] - INFO [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port30319,name1=InMemoryDataTree] [junit] 2017-09-05 08:48:58,028 [myid:] - INFO [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port30319] [junit] 2017-09-05 08:48:58,029 [myid:] - INFO [main:FourLetterWordMain@87] - connecting to 127.0.0.1 30319 [junit] 2017-09-05 08:48:58,029 [myid:] - INFO [main:JMXEnv@146] - ensureOnly:[] [junit] 2017-09-05 08:48:58,039 [myid:] - INFO [main:ClientBase@611] - fdcount after test is: 7170 at start it was 7170 [junit] 2017-09-05 08:48:58,039 [myid:] - INFO [main:ZKTestCase$1@68] - SUCCEEDED testWatcherAutoResetWithLocal [junit] 2017-09-05 08:48:58,040 [myid:] - INFO [main:ZKTestCase$1@63] - FINISHED testWatcherAutoResetWithLocal [junit] 2017-09-05 08:48:58,042 [myid:127.0.0.1:30137] - INFO [main-SendThread(127.0.0.1:30137):ClientCnxn$SendThread@1113] - Opening socket connection to server 127.0.0.1/127.0.0.1:30137. Will not attempt to authenticate using SASL (unknown error) [junit] 2017-09-05 08:48:58,042 [myid:127.0.0.1:30137] - WARN [main-SendThread(127.0.0.1:30137):ClientCnxn$SendThread@1235] - Session 0x1067c3147150000 for server 127.0.0.1/127.0.0.1:30137, unexpected error, closing socket connection and attempting reconnect [junit] java.net.ConnectException: Connection refused [junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744) [junit] at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357) [junit] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214) [junit] Tests run: 103, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 431.253 sec, Thread: 8, Class: org.apache.zookeeper.test.NioNettySuiteTest [junit] 2017-09-05 08:48:58,334 [myid:127.0.0.1:30199] - INFO [main-SendThread(127.0.0.1:30199):ClientCnxn$SendThread@1113] - Opening socket connection to server 127.0.0.1/127.0.0.1:30199. Will not attempt to authenticate using SASL (unknown error) [junit] 2017-09-05 08:48:58,335 [myid:127.0.0.1:30199] - WARN [main-SendThread(127.0.0.1:30199):ClientCnxn$SendThread@1235] - Session 0x2067c3394840000 for server 127.0.0.1/127.0.0.1:30199, unexpected error, closing socket connection and attempting reconnect [junit] java.net.ConnectException: Connection refused [junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744) [junit] at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357) [junit] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214) fail.build.on.test.failure: BUILD FAILED /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch35_jdk7/build.xml:1226: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch35_jdk7/build.xml:1230: Tests failed! Total time: 10 minutes 36 seconds Build step 'Invoke Ant' marked build as failure Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any ################################################################################### ############################## FAILED TESTS (if any) ############################## 3 tests failed. FAILED: org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerSendsLastZxid Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:714) at org.apache.zookeeper.server.quorum.QuorumPeer.start(QuorumPeer.java:862) at org.apache.zookeeper.test.QuorumUtil.start(QuorumUtil.java:211) at org.apache.zookeeper.test.QuorumUtil.startAll(QuorumUtil.java:145) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerSendsLastZxid(FollowerResyncConcurrencyTest.java:672) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79) FAILED: org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes Error Message: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread Stack Trace: java.lang.RuntimeException: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:122) at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:127) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.followerResyncCrashTest(FollowerResyncConcurrencyTest.java:199) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes(FollowerResyncConcurrencyTest.java:176) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79) Caused by: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:350) at sun.rmi.transport.Transport$2.run(Transport.java:202) at sun.rmi.transport.Transport$2.run(Transport.java:199) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:198) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) at sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:275) at sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:252) at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161) at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown Source) at javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2404) at javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:268) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:227) at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:58) at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:90) Caused by: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:714) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50) at javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1340) at javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:180) at javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:172) at javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250) at javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:322) at sun.rmi.transport.Transport$2.run(Transport.java:202) at sun.rmi.transport.Transport$2.run(Transport.java:199) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:198) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) FAILED: org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerWatcherResync Error Message: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread Stack Trace: java.lang.RuntimeException: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:122) at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:127) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerWatcherResync(FollowerResyncConcurrencyTest.java:713) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79) Caused by: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:350) at sun.rmi.transport.Transport$2.run(Transport.java:202) at sun.rmi.transport.Transport$2.run(Transport.java:199) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:198) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) at sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:275) at sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:252) at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161) at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown Source) at javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2404) at javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:268) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:227) at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:58) at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:90) Caused by: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:714) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50) at javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1340) at javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:180) at javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:172) at javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250) at javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:322) at sun.rmi.transport.Transport$2.run(Transport.java:202) at sun.rmi.transport.Transport$2.run(Transport.java:199) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:198) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745)