See https://builds.apache.org/job/ZooKeeper_branch34_jdk8/1079/
################################################################################### ########################## LAST 60 LINES OF THE CONSOLE ########################### [...truncated 30.11 MB...] [junit] 2017-07-30 23:12:43,622 [myid:] - INFO [main:PrepRequestProcessor@769] - Shutting down [junit] 2017-07-30 23:12:43,622 [myid:] - INFO [main:SyncRequestProcessor@208] - Shutting down [junit] 2017-07-30 23:12:43,622 [myid:] - INFO [ProcessThread(sid:0 cport:11221)::PrepRequestProcessor@144] - PrepRequestProcessor exited loop! [junit] 2017-07-30 23:12:43,623 [myid:] - INFO [SyncThread:0:SyncRequestProcessor@186] - SyncRequestProcessor exited! [junit] 2017-07-30 23:12:43,623 [myid:] - INFO [main:FinalRequestProcessor@403] - shutdown of request processor complete [junit] 2017-07-30 23:12:43,623 [myid:] - INFO [main:FourLetterWordMain@65] - connecting to 127.0.0.1 11221 [junit] 2017-07-30 23:12:43,624 [myid:] - INFO [main:JMXEnv@147] - ensureOnly:[] [junit] 2017-07-30 23:12:43,625 [myid:] - INFO [main:ClientBase@489] - STARTING server [junit] 2017-07-30 23:12:43,625 [myid:] - INFO [main:ClientBase@410] - CREATING server instance 127.0.0.1:11221 [junit] 2017-07-30 23:12:43,625 [myid:] - INFO [main:ServerCnxnFactory@111] - Using org.apache.zookeeper.server.NIOServerCnxnFactory as server connection factory [junit] 2017-07-30 23:12:43,626 [myid:] - INFO [main:NIOServerCnxnFactory@89] - binding to port 0.0.0.0/0.0.0.0:11221 [junit] 2017-07-30 23:12:43,626 [myid:] - INFO [main:ClientBase@385] - STARTING server instance 127.0.0.1:11221 [junit] 2017-07-30 23:12:43,626 [myid:] - INFO [main:ZooKeeperServer@173] - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch34_jdk8/build/test/tmp/test7979865770648767053.junit.dir/version-2 snapdir /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch34_jdk8/build/test/tmp/test7979865770648767053.junit.dir/version-2 [junit] 2017-07-30 23:12:43,629 [myid:] - ERROR [main:ZooKeeperServer@468] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit] 2017-07-30 23:12:43,630 [myid:] - INFO [main:FourLetterWordMain@65] - connecting to 127.0.0.1 11221 [junit] 2017-07-30 23:12:43,635 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221:NIOServerCnxnFactory@192] - Accepted socket connection from /127.0.0.1:38544 [junit] 2017-07-30 23:12:43,635 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221:NIOServerCnxn@883] - Processing stat command from /127.0.0.1:38544 [junit] 2017-07-30 23:12:43,635 [myid:] - INFO [Thread-4:NIOServerCnxn$StatCommand@674] - Stat command output [junit] 2017-07-30 23:12:43,636 [myid:] - INFO [Thread-4:NIOServerCnxn@1044] - Closed socket connection for client /127.0.0.1:38544 (no session established for client) [junit] 2017-07-30 23:12:43,636 [myid:] - INFO [main:JMXEnv@230] - ensureParent:[InMemoryDataTree, StandaloneServer_port] [junit] 2017-07-30 23:12:43,638 [myid:] - INFO [main:JMXEnv@247] - expect:InMemoryDataTree [junit] 2017-07-30 23:12:43,638 [myid:] - INFO [main:JMXEnv@251] - found:InMemoryDataTree org.apache.ZooKeeperService:name0=StandaloneServer_port11221,name1=InMemoryDataTree [junit] 2017-07-30 23:12:43,638 [myid:] - INFO [main:JMXEnv@247] - expect:StandaloneServer_port [junit] 2017-07-30 23:12:43,638 [myid:] - INFO [main:JMXEnv@251] - found:StandaloneServer_port org.apache.ZooKeeperService:name0=StandaloneServer_port11221 [junit] 2017-07-30 23:12:43,639 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@58] - Memory used 35542 [junit] 2017-07-30 23:12:43,639 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@63] - Number of threads 20 [junit] 2017-07-30 23:12:43,639 [myid:] - INFO [main:JUnit4ZKTestRunner$LoggedInvokeMethod@78] - FINISHED TEST METHOD testQuota [junit] 2017-07-30 23:12:43,639 [myid:] - INFO [main:ClientBase@566] - tearDown starting [junit] 2017-07-30 23:12:43,710 [myid:] - INFO [main:ZooKeeper@687] - Session: 0x105c093962b0000 closed [junit] 2017-07-30 23:12:43,710 [myid:] - INFO [main:ClientBase@536] - STOPPING server [junit] 2017-07-30 23:12:43,710 [myid:] - INFO [main-EventThread:ClientCnxn$EventThread@520] - EventThread shut down for session: 0x105c093962b0000 [junit] 2017-07-30 23:12:43,711 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221:NIOServerCnxnFactory@219] - NIOServerCnxn factory exited run method [junit] 2017-07-30 23:12:43,711 [myid:] - INFO [main:ZooKeeperServer@501] - shutting down [junit] 2017-07-30 23:12:43,711 [myid:] - ERROR [main:ZooKeeperServer@468] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit] 2017-07-30 23:12:43,711 [myid:] - INFO [main:SessionTrackerImpl@226] - Shutting down [junit] 2017-07-30 23:12:43,711 [myid:] - INFO [main:PrepRequestProcessor@769] - Shutting down [junit] 2017-07-30 23:12:43,712 [myid:] - INFO [main:SyncRequestProcessor@208] - Shutting down [junit] 2017-07-30 23:12:43,712 [myid:] - INFO [ProcessThread(sid:0 cport:11221)::PrepRequestProcessor@144] - PrepRequestProcessor exited loop! [junit] 2017-07-30 23:12:43,719 [myid:] - INFO [SyncThread:0:SyncRequestProcessor@186] - SyncRequestProcessor exited! [junit] 2017-07-30 23:12:43,719 [myid:] - INFO [main:FinalRequestProcessor@403] - shutdown of request processor complete [junit] 2017-07-30 23:12:43,720 [myid:] - INFO [main:FourLetterWordMain@65] - connecting to 127.0.0.1 11221 [junit] 2017-07-30 23:12:43,720 [myid:] - INFO [main:JMXEnv@147] - ensureOnly:[] [junit] 2017-07-30 23:12:43,725 [myid:] - INFO [main:ClientBase@591] - fdcount after test is: 99 at start it was 81 [junit] 2017-07-30 23:12:43,725 [myid:] - INFO [main:ClientBase@593] - sleeping for 20 secs [junit] 2017-07-30 23:12:43,726 [myid:] - INFO [main:ZKTestCase$1@69] - SUCCEEDED testQuota [junit] 2017-07-30 23:12:43,726 [myid:] - INFO [main:ZKTestCase$1@64] - FINISHED testQuota [junit] Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.876 sec fail.build.on.test.failure: BUILD FAILED /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch34_jdk8/build.xml:1333: The following error occurred while executing this line: /home/jenkins/jenkins-slave/workspace/ZooKeeper_branch34_jdk8/build.xml:1336: Tests failed! Total time: 26 minutes 56 seconds Build step 'Invoke Ant' marked build as failure Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any ################################################################################### ############################## FAILED TESTS (if any) ############################## 8 tests failed. FAILED: org.apache.zookeeper.test.AsyncHammerTest.testHammer Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at org.apache.zookeeper.test.AsyncHammerTest.testHammer(AsyncHammerTest.java:177) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) FAILED: org.apache.zookeeper.test.AsyncHammerTest.testObserversHammer Error Message: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread Stack Trace: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:386) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:283) at sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:260) at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161) at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown Source) at javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2430) at javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:270) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:229) at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:59) at org.apache.zookeeper.test.QuorumBase.setUp(QuorumBase.java:72) at org.apache.zookeeper.test.AsyncHammerTest.setUp(AsyncHammerTest.java:52) at org.apache.zookeeper.test.AsyncHammerTest.testObserversHammer(AsyncHammerTest.java:203) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) Caused by: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50) at javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1321) at javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:164) at javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:207) at javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250) at javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:357) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.zookeeper.test.FLEZeroWeightTest.testZeroWeightQuorum Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at org.apache.zookeeper.test.FLEZeroWeightTest.testZeroWeightQuorum(FLEZeroWeightTest.java:166) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) FAILED: org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes Error Message: waiting for server up Stack Trace: junit.framework.AssertionFailedError: waiting for server up at org.apache.zookeeper.test.QuorumUtil.startAll(QuorumUtil.java:137) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes(FollowerResyncConcurrencyTest.java:158) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) FAILED: org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncByDiffAfterFollowerCrashes Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at org.apache.zookeeper.server.quorum.QuorumPeer.createElectionAlgorithm(QuorumPeer.java:827) at org.apache.zookeeper.server.quorum.QuorumPeer.startLeaderElection(QuorumPeer.java:729) at org.apache.zookeeper.server.quorum.QuorumPeer.start(QuorumPeer.java:637) at org.apache.zookeeper.test.QuorumUtil.start(QuorumUtil.java:191) at org.apache.zookeeper.test.QuorumUtil.startAll(QuorumUtil.java:131) at org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncByDiffAfterFollowerCrashes(FollowerResyncConcurrencyTest.java:322) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) FAILED: org.apache.zookeeper.test.AsyncHammerTest.testHammer Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:957) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1378) at org.jboss.netty.util.internal.DeadLockProofWorker.start(DeadLockProofWorker.java:38) at org.jboss.netty.channel.socket.nio.AbstractNioSelector.openSelector(AbstractNioSelector.java:368) at org.jboss.netty.channel.socket.nio.AbstractNioSelector.<init>(AbstractNioSelector.java:100) at org.jboss.netty.channel.socket.nio.AbstractNioWorker.<init>(AbstractNioWorker.java:52) at org.jboss.netty.channel.socket.nio.NioWorker.<init>(NioWorker.java:45) at org.jboss.netty.channel.socket.nio.NioWorkerPool.newWorker(NioWorkerPool.java:44) at org.jboss.netty.channel.socket.nio.NioWorkerPool.newWorker(NioWorkerPool.java:28) at org.jboss.netty.channel.socket.nio.AbstractNioWorkerPool.init(AbstractNioWorkerPool.java:80) at org.jboss.netty.channel.socket.nio.NioWorkerPool.<init>(NioWorkerPool.java:39) at org.jboss.netty.channel.socket.nio.NioWorkerPool.<init>(NioWorkerPool.java:33) at org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory.<init>(NioServerSocketChannelFactory.java:149) at org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory.<init>(NioServerSocketChannelFactory.java:131) at org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory.<init>(NioServerSocketChannelFactory.java:115) at org.apache.zookeeper.server.NettyServerCnxnFactory.<init>(NettyServerCnxnFactory.java:249) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at java.lang.Class.newInstance(Class.java:442) at org.apache.zookeeper.server.ServerCnxnFactory.createFactory(ServerCnxnFactory.java:110) at org.apache.zookeeper.server.ServerCnxnFactory.createFactory(ServerCnxnFactory.java:130) at org.apache.zookeeper.server.quorum.QuorumPeer.<init>(QuorumPeer.java:758) at org.apache.zookeeper.test.QuorumBase.startServers(QuorumBase.java:149) at org.apache.zookeeper.test.QuorumBase.setUp(QuorumBase.java:101) at org.apache.zookeeper.test.AsyncHammerTest.setUp(AsyncHammerTest.java:52) at org.apache.zookeeper.test.AsyncHammerTest.testHammer(AsyncHammerTest.java:171) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) FAILED: org.apache.zookeeper.test.AsyncHammerTest.testObserversHammer Error Message: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread Stack Trace: java.rmi.ServerError: Error occurred in server thread; nested exception is: java.lang.OutOfMemoryError: unable to create new native thread at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:386) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:283) at sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:260) at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161) at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown Source) at javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2430) at javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:270) at javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:229) at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:59) at org.apache.zookeeper.test.QuorumBase.setUp(QuorumBase.java:72) at org.apache.zookeeper.test.AsyncHammerTest.setUp(AsyncHammerTest.java:52) at org.apache.zookeeper.test.AsyncHammerTest.testObserversHammer(AsyncHammerTest.java:203) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55) Caused by: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50) at javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1321) at javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:164) at javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:207) at javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250) at javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:357) at sun.rmi.transport.Transport$1.run(Transport.java:200) at sun.rmi.transport.Transport$1.run(Transport.java:197) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:196) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:568) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:683) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.zookeeper.test.QuorumHammerTest.testHammerBasic Error Message: unable to create new native thread Stack Trace: java.lang.OutOfMemoryError: unable to create new native thread at java.lang.Thread.start0(Native Method) at java.lang.Thread.start(Thread.java:717) at org.apache.zookeeper.test.ClientHammerTest.runHammer(ClientHammerTest.java:137) at org.apache.zookeeper.test.ClientHammerTest.testHammerBasic(ClientHammerTest.java:120) at org.apache.zookeeper.test.QuorumHammerTest.testHammerBasic(QuorumHammerTest.java:49) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:55)