See https://builds.apache.org/job/ZooKeeper_branch35_jdk7/1101/
###################################################################################
########################## LAST 60 LINES OF THE CONSOLE
###########################
[...truncated 69.99 MB...]
[junit] 2017-09-05 08:48:57,639 [myid:127.0.0.1:30202] - INFO
[main-SendThread(127.0.0.1:30202):ClientCnxn$SendThread@1113] - Opening socket
connection to server 127.0.0.1/127.0.0.1:30202. Will not attempt to
authenticate using SASL (unknown error)
[junit] 2017-09-05 08:48:57,639 [myid:127.0.0.1:30202] - WARN
[main-SendThread(127.0.0.1:30202):ClientCnxn$SendThread@1235] - Session
0x3067c3391070000 for server 127.0.0.1/127.0.0.1:30202, unexpected error,
closing socket connection and attempting reconnect
[junit] java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744)
[junit] at
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357)
[junit] at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214)
[junit] 2017-09-05 08:48:58,015 [myid:] - INFO [ProcessThread(sid:0
cport:30319)::PrepRequestProcessor@611] - Processed session termination for
sessionid: 0x1067c36f61e0000
[junit] 2017-09-05 08:48:58,016 [myid:] - INFO
[SyncThread:0:MBeanRegistry@128] - Unregister MBean
[org.apache.ZooKeeperService:name0=StandaloneServer_port30319,name1=Connections,name2=127.0.0.1,name3=0x1067c36f61e0000]
[junit] 2017-09-05 08:48:58,017 [myid:] - INFO [main:ZooKeeper@1334] -
Session: 0x1067c36f61e0000 closed
[junit] 2017-09-05 08:48:58,017 [myid:] - INFO
[main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 225415
[junit] 2017-09-05 08:48:58,017 [myid:] - INFO
[main-EventThread:ClientCnxn$EventThread@513] - EventThread shut down for
session: 0x1067c36f61e0000
[junit] 2017-09-05 08:48:58,017 [myid:] - INFO
[main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 2432
[junit] 2017-09-05 08:48:58,018 [myid:] - INFO
[main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD
testWatcherAutoResetWithLocal
[junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:ClientBase@586] -
tearDown starting
[junit] 2017-09-05 08:48:58,018 [myid:] - INFO [main:ClientBase@556] -
STOPPING server
[junit] 2017-09-05 08:48:58,018 [myid:] - INFO
[main:NettyServerCnxnFactory@464] - shutdown called 0.0.0.0/0.0.0.0:30319
[junit] 2017-09-05 08:48:58,026 [myid:] - INFO [main:ZooKeeperServer@541]
- shutting down
[junit] 2017-09-05 08:48:58,027 [myid:] - ERROR [main:ZooKeeperServer@505]
- ZKShutdownHandler is not registered, so ZooKeeper server won't take any
action on ERROR or SHUTDOWN server state changes
[junit] 2017-09-05 08:48:58,027 [myid:] - INFO
[main:SessionTrackerImpl@232] - Shutting down
[junit] 2017-09-05 08:48:58,027 [myid:] - INFO
[main:PrepRequestProcessor@1005] - Shutting down
[junit] 2017-09-05 08:48:58,027 [myid:] - INFO
[main:SyncRequestProcessor@191] - Shutting down
[junit] 2017-09-05 08:48:58,027 [myid:] - INFO
[SyncThread:0:SyncRequestProcessor@169] - SyncRequestProcessor exited!
[junit] 2017-09-05 08:48:58,027 [myid:] - INFO [ProcessThread(sid:0
cport:30319)::PrepRequestProcessor@155] - PrepRequestProcessor exited loop!
[junit] 2017-09-05 08:48:58,028 [myid:] - INFO
[main:FinalRequestProcessor@481] - shutdown of request processor complete
[junit] 2017-09-05 08:48:58,028 [myid:] - INFO [main:MBeanRegistry@128] -
Unregister MBean
[org.apache.ZooKeeperService:name0=StandaloneServer_port30319,name1=InMemoryDataTree]
[junit] 2017-09-05 08:48:58,028 [myid:] - INFO [main:MBeanRegistry@128] -
Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port30319]
[junit] 2017-09-05 08:48:58,029 [myid:] - INFO
[main:FourLetterWordMain@87] - connecting to 127.0.0.1 30319
[junit] 2017-09-05 08:48:58,029 [myid:] - INFO [main:JMXEnv@146] -
ensureOnly:[]
[junit] 2017-09-05 08:48:58,039 [myid:] - INFO [main:ClientBase@611] -
fdcount after test is: 7170 at start it was 7170
[junit] 2017-09-05 08:48:58,039 [myid:] - INFO [main:ZKTestCase$1@68] -
SUCCEEDED testWatcherAutoResetWithLocal
[junit] 2017-09-05 08:48:58,040 [myid:] - INFO [main:ZKTestCase$1@63] -
FINISHED testWatcherAutoResetWithLocal
[junit] 2017-09-05 08:48:58,042 [myid:127.0.0.1:30137] - INFO
[main-SendThread(127.0.0.1:30137):ClientCnxn$SendThread@1113] - Opening socket
connection to server 127.0.0.1/127.0.0.1:30137. Will not attempt to
authenticate using SASL (unknown error)
[junit] 2017-09-05 08:48:58,042 [myid:127.0.0.1:30137] - WARN
[main-SendThread(127.0.0.1:30137):ClientCnxn$SendThread@1235] - Session
0x1067c3147150000 for server 127.0.0.1/127.0.0.1:30137, unexpected error,
closing socket connection and attempting reconnect
[junit] java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744)
[junit] at
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357)
[junit] at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214)
[junit] Tests run: 103, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
431.253 sec, Thread: 8, Class: org.apache.zookeeper.test.NioNettySuiteTest
[junit] 2017-09-05 08:48:58,334 [myid:127.0.0.1:30199] - INFO
[main-SendThread(127.0.0.1:30199):ClientCnxn$SendThread@1113] - Opening socket
connection to server 127.0.0.1/127.0.0.1:30199. Will not attempt to
authenticate using SASL (unknown error)
[junit] 2017-09-05 08:48:58,335 [myid:127.0.0.1:30199] - WARN
[main-SendThread(127.0.0.1:30199):ClientCnxn$SendThread@1235] - Session
0x2067c3394840000 for server 127.0.0.1/127.0.0.1:30199, unexpected error,
closing socket connection and attempting reconnect
[junit] java.net.ConnectException: Connection refused
[junit] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit] at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:744)
[junit] at
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:357)
[junit] at
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1214)
fail.build.on.test.failure:
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/ZooKeeper_branch35_jdk7/build.xml:1226:
The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/ZooKeeper_branch35_jdk7/build.xml:1230:
Tests failed!
Total time: 10 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
###################################################################################
############################## FAILED TESTS (if any)
##############################
3 tests failed.
FAILED:
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerSendsLastZxid
Error Message:
unable to create new native thread
Stack Trace:
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:714)
at
org.apache.zookeeper.server.quorum.QuorumPeer.start(QuorumPeer.java:862)
at org.apache.zookeeper.test.QuorumUtil.start(QuorumUtil.java:211)
at org.apache.zookeeper.test.QuorumUtil.startAll(QuorumUtil.java:145)
at
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerSendsLastZxid(FollowerResyncConcurrencyTest.java:672)
at
org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)
FAILED:
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes
Error Message:
java.rmi.ServerError: Error occurred in server thread; nested exception is:
java.lang.OutOfMemoryError: unable to create new native thread
Stack Trace:
java.lang.RuntimeException: java.rmi.ServerError: Error occurred in server
thread; nested exception is:
java.lang.OutOfMemoryError: unable to create new native thread
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:122)
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:127)
at
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.followerResyncCrashTest(FollowerResyncConcurrencyTest.java:199)
at
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testResyncBySnapThenDiffAfterFollowerCrashes(FollowerResyncConcurrencyTest.java:176)
at
org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)
Caused by: java.rmi.ServerError: Error occurred in server thread; nested
exception is:
java.lang.OutOfMemoryError: unable to create new native thread
at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:350)
at sun.rmi.transport.Transport$2.run(Transport.java:202)
at sun.rmi.transport.Transport$2.run(Transport.java:199)
at java.security.AccessController.doPrivileged(Native Method)
at sun.rmi.transport.Transport.serviceCall(Transport.java:198)
at
sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681)
at java.security.AccessController.doPrivileged(Native Method)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at
sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:275)
at
sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:252)
at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161)
at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown
Source)
at
javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2404)
at
javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308)
at
javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:268)
at
javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:227)
at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:58)
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:90)
Caused by: java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:714)
at
com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50)
at
javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1340)
at
javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:180)
at
javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:172)
at
javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250)
at
javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199)
at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:322)
at sun.rmi.transport.Transport$2.run(Transport.java:202)
at sun.rmi.transport.Transport$2.run(Transport.java:199)
at java.security.AccessController.doPrivileged(Native Method)
at sun.rmi.transport.Transport.serviceCall(Transport.java:198)
at
sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681)
at java.security.AccessController.doPrivileged(Native Method)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
FAILED:
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerWatcherResync
Error Message:
java.rmi.ServerError: Error occurred in server thread; nested exception is:
java.lang.OutOfMemoryError: unable to create new native thread
Stack Trace:
java.lang.RuntimeException: java.rmi.ServerError: Error occurred in server
thread; nested exception is:
java.lang.OutOfMemoryError: unable to create new native thread
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:122)
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:127)
at
org.apache.zookeeper.test.FollowerResyncConcurrencyTest.testFollowerWatcherResync(FollowerResyncConcurrencyTest.java:713)
at
org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)
Caused by: java.rmi.ServerError: Error occurred in server thread; nested
exception is:
java.lang.OutOfMemoryError: unable to create new native thread
at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:350)
at sun.rmi.transport.Transport$2.run(Transport.java:202)
at sun.rmi.transport.Transport$2.run(Transport.java:199)
at java.security.AccessController.doPrivileged(Native Method)
at sun.rmi.transport.Transport.serviceCall(Transport.java:198)
at
sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681)
at java.security.AccessController.doPrivileged(Native Method)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
at
sun.rmi.transport.StreamRemoteCall.exceptionReceivedFromServer(StreamRemoteCall.java:275)
at
sun.rmi.transport.StreamRemoteCall.executeCall(StreamRemoteCall.java:252)
at sun.rmi.server.UnicastRef.invoke(UnicastRef.java:161)
at javax.management.remote.rmi.RMIServerImpl_Stub.newClient(Unknown
Source)
at
javax.management.remote.rmi.RMIConnector.getConnection(RMIConnector.java:2404)
at
javax.management.remote.rmi.RMIConnector.connect(RMIConnector.java:308)
at
javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:268)
at
javax.management.remote.JMXConnectorFactory.connect(JMXConnectorFactory.java:227)
at org.apache.zookeeper.test.JMXEnv.setUp(JMXEnv.java:58)
at org.apache.zookeeper.test.QuorumUtil.<init>(QuorumUtil.java:90)
Caused by: java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:714)
at
com.sun.jmx.remote.internal.ServerCommunicatorAdmin.<init>(ServerCommunicatorAdmin.java:50)
at
javax.management.remote.rmi.RMIConnectionImpl$RMIServerCommunicatorAdmin.<init>(RMIConnectionImpl.java:1340)
at
javax.management.remote.rmi.RMIConnectionImpl.<init>(RMIConnectionImpl.java:180)
at
javax.management.remote.rmi.RMIJRMPServerImpl.makeClient(RMIJRMPServerImpl.java:172)
at
javax.management.remote.rmi.RMIServerImpl.doNewClient(RMIServerImpl.java:250)
at
javax.management.remote.rmi.RMIServerImpl.newClient(RMIServerImpl.java:199)
at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:322)
at sun.rmi.transport.Transport$2.run(Transport.java:202)
at sun.rmi.transport.Transport$2.run(Transport.java:199)
at java.security.AccessController.doPrivileged(Native Method)
at sun.rmi.transport.Transport.serviceCall(Transport.java:198)
at
sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:567)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:828)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.access$400(TCPTransport.java:619)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:684)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$1.run(TCPTransport.java:681)
at java.security.AccessController.doPrivileged(Native Method)
at
sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:681)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
