Hi all,
We have a Jenkins node on OS X hanging. I have included both the
ThreadDump and the jmap heap dump.
The hangs seems to happen after a couple of jobs have run successfully, and
then it simply stops working. The console output freezes during execution.
This has happened both through ssh initiating the slave node, and a slave
node initiating a Java Web Start.
Any help with be appreciated.
I will monitor this thread if there is any more information needed.
Jmap heap dump: https://www.dropbox.com/s/xrwbkr5v9vxnc1c/heap.hprof
--
You received this message because you are subscribed to the Google Groups
"Jenkins Users" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to [email protected].
For more options, visit https://groups.google.com/groups/opt_out.
Thread Dump
ant all: stdout copier
"ant all: stdout copier" Id=192 Group=javawsApplicationThreadGroup RUNNABLE (in
native)
at java.io.FileInputStream.readBytes(Native Method)
at java.io.FileInputStream.read(FileInputStream.java:272)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
- locked java.lang.UNIXProcess$ProcessPipeInputStream@76edee2c
at java.io.FilterInputStream.read(FilterInputStream.java:107)
at hudson.util.StreamCopyThread.run(StreamCopyThread.java:60)
AWT-EventQueue-2
"AWT-EventQueue-2" Id=39 Group=javawsApplicationThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a470f99
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3a470f99
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
Channel reader thread: channel
"Channel reader thread: channel" Id=43 Group=javawsApplicationThreadGroup
RUNNABLE (in native)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
at java.io.BufferedInputStream.read(BufferedInputStream.java:254)
- locked java.io.BufferedInputStream@27b0f6a
at
java.io.ObjectInputStream$PeekInputStream.peek(ObjectInputStream.java:2292)
at
java.io.ObjectInputStream$BlockDataInputStream.peek(ObjectInputStream.java:2585)
at
java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2595)
at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1316)
at java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
at hudson.remoting.Command.readFrom(Command.java:90)
at
hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport.java:59)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)
javawsApplicationMain
"javawsApplicationMain" Id=40 Group=javawsApplicationThreadGroup WAITING on
hudson.remoting.Engine@5d30f96b
at java.lang.Object.wait(Native Method)
- waiting on hudson.remoting.Engine@5d30f96b
at java.lang.Thread.join(Thread.java:1260)
at java.lang.Thread.join(Thread.java:1334)
at hudson.remoting.jnlp.Main.main(Main.java:122)
at hudson.remoting.jnlp.Main._main(Main.java:115)
at hudson.remoting.jnlp.Main.main(Main.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.sun.javaws.Launcher.executeApplication(Unknown Source)
at com.sun.javaws.Launcher.executeMainClass(Unknown Source)
at com.sun.javaws.Launcher.doLaunchApp(Unknown Source)
at com.sun.javaws.Launcher.run(Unknown Source)
at java.lang.Thread.run(Thread.java:724)
Ping thread for channel hudson.remoting.Channel@4280e6ab:channel
"Ping thread for channel hudson.remoting.Channel@4280e6ab:channel" Id=46
Group=javawsApplicationThreadGroup TIMED_WAITING
at java.lang.Thread.sleep(Native Method)
at hudson.remoting.PingThread.run(PingThread.java:86)
Pipe writer thread: channel
"Pipe writer thread: channel" Id=45 Group=javawsApplicationThreadGroup WAITING
on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@47bfd21b
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@47bfd21b
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
pool-1-thread-16
"pool-1-thread-16" Id=172 Group=javawsApplicationThreadGroup WAITING on
java.lang.UNIXProcess@7eafc7b3
at java.lang.Object.wait(Native Method)
- waiting on java.lang.UNIXProcess@7eafc7b3
at java.lang.Object.wait(Object.java:503)
at java.lang.UNIXProcess.waitFor(UNIXProcess.java:210)
at hudson.Proc$LocalProc.join(Proc.java:319)
at hudson.Launcher$RemoteLaunchCallable$1.join(Launcher.java:939)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:275)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:256)
at
hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:215)
at hudson.remoting.UserRequest.perform(UserRequest.java:118)
at hudson.remoting.UserRequest.perform(UserRequest.java:48)
at hudson.remoting.Request$2.run(Request.java:326)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at hudson.remoting.Engine$1$1.run(Engine.java:60)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@1a0fe7d5
pool-1-thread-21
"pool-1-thread-21" Id=198 Group=javawsApplicationThreadGroup RUNNABLE
at sun.management.ThreadImpl.dumpThreads0(Native Method)
at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
at hudson.Functions.getThreadInfos(Functions.java:878)
at
hudson.util.RemotingDiagnostics$GetThreadDump.call(RemotingDiagnostics.java:96)
at
hudson.util.RemotingDiagnostics$GetThreadDump.call(RemotingDiagnostics.java:92)
at hudson.remoting.UserRequest.perform(UserRequest.java:118)
at hudson.remoting.UserRequest.perform(UserRequest.java:48)
at hudson.remoting.Request$2.run(Request.java:326)
at
hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at hudson.remoting.Engine$1$1.run(Engine.java:60)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@43c15d0a
Thread-12
"Thread-12" Id=42 Group=javawsApplicationThreadGroup WAITING on
hudson.remoting.Channel@4280e6ab
at java.lang.Object.wait(Native Method)
- waiting on hudson.remoting.Channel@4280e6ab
at java.lang.Object.wait(Object.java:503)
at hudson.remoting.Channel.join(Channel.java:792)
at hudson.remoting.Engine.run(Engine.java:243)
Thread-70
"Thread-70" Id=132 Group=javawsApplicationThreadGroup RUNNABLE (in native)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.fill_buffer(CipherInputStream.java:41)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.internal_read(CipherInputStream.java:52)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.getBlock(CipherInputStream.java:79)
at
com.trilead.ssh2.crypto.cipher.CipherInputStream.read(CipherInputStream.java:108)
at
com.trilead.ssh2.transport.TransportConnection.receiveMessage(TransportConnection.java:232)
at
com.trilead.ssh2.transport.TransportManager.receiveLoop(TransportManager.java:677)
at
com.trilead.ssh2.transport.TransportManager$1.run(TransportManager.java:475)
at java.lang.Thread.run(Thread.java:724)
Timer-3
"Timer-3" Id=62 Group=javawsApplicationThreadGroup TIMED_WAITING on
java.util.TaskQueue@df5c86c
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@df5c86c
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
AWT-EventQueue-1
"AWT-EventQueue-1" Id=25 Group=javawsSecurityThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@571ef0ae
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@571ef0ae
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
Javaws Secure Thread
"Javaws Secure Thread" Id=19 Group=javawsSecurityThreadGroup WAITING on
java.lang.Object@312523e2
at java.lang.Object.wait(Native Method)
- waiting on java.lang.Object@312523e2
at java.lang.Object.wait(Object.java:503)
at com.sun.javaws.ui.JavawsSysRun$SecureThread.run(Unknown Source)
TimerQueue
"TimerQueue" Id=27 Group=javawsSecurityThreadGroup WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@17fec4a0
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@17fec4a0
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:209)
at javax.swing.TimerQueue.run(TimerQueue.java:171)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.locks.ReentrantLock$NonfairSync@f5123b3
AWT-AppKit
"AWT-AppKit" Id=8 Group=main RUNNABLE (in native)
AWT-EventQueue-0
"AWT-EventQueue-0" Id=18 Group=main WAITING on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56e3a2
at sun.misc.Unsafe.park(Native Method)
- waiting on
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d56e3a2
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.awt.EventQueue.getNextEvent(EventQueue.java:543)
at
java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:211)
at
java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:161)
at
java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:150)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:146)
at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:138)
at java.awt.EventDispatchThread.run(EventDispatchThread.java:91)
AWT-Shutdown
"AWT-Shutdown" Id=17 Group=main WAITING on java.lang.Object@537ae0f7
at java.lang.Object.wait(Native Method)
- waiting on java.lang.Object@537ae0f7
at java.lang.Object.wait(Object.java:503)
at sun.awt.AWTAutoShutdown.run(AWTAutoShutdown.java:287)
at java.lang.Thread.run(Thread.java:724)
CacheCleanUpThread
"CacheCleanUpThread" Id=16 Group=main WAITING on
com.sun.deploy.cache.CleanupThread@2847a2f2
at java.lang.Object.wait(Native Method)
- waiting on com.sun.deploy.cache.CleanupThread@2847a2f2
at java.lang.Object.wait(Object.java:503)
at com.sun.deploy.cache.CleanupThread.run(Unknown Source)
CacheMemoryCleanUpThread
"CacheMemoryCleanUpThread" Id=13 Group=main WAITING on
java.lang.ref.ReferenceQueue$Lock@771ad286
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@771ad286
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at
com.sun.deploy.cache.MemoryCache$LoadedResourceCleanupThread.run(Unknown Source)
DestroyJavaVM
"DestroyJavaVM" Id=21 Group=main RUNNABLE
MemoryCache-DelayedCleanup
"MemoryCache-DelayedCleanup" Id=14 Group=main WAITING on
java.util.TaskQueue@1f39881
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@1f39881
at java.lang.Object.wait(Object.java:503)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
Timer-0
"Timer-0" Id=11 Group=main WAITING on java.util.TaskQueue@1fa13e27
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@1fa13e27
at java.lang.Object.wait(Object.java:503)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
traceMsgQueueThread
"traceMsgQueueThread" Id=9 Group=main WAITING on java.util.ArrayList@12f782aa
at java.lang.Object.wait(Native Method)
- waiting on java.util.ArrayList@12f782aa
at java.lang.Object.wait(Object.java:503)
at com.sun.deploy.trace.Trace$TraceMsgQueueChecker.run(Unknown Source)
at java.lang.Thread.run(Thread.java:724)
Finalizer
"Finalizer" Id=3 Group=system WAITING on
java.lang.ref.ReferenceQueue$Lock@37a370a0
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@37a370a0
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
Java2D Disposer
"Java2D Disposer" Id=24 Group=system WAITING on
java.lang.ref.ReferenceQueue$Lock@304b5c31
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.ReferenceQueue$Lock@304b5c31
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at sun.java2d.Disposer.run(Disposer.java:145)
at java.lang.Thread.run(Thread.java:724)
Java2D Queue Flusher
"Java2D Queue Flusher" Id=23 Group=system TIMED_WAITING on
sun.java2d.opengl.OGLRenderQueue$QueueFlusher@2391adbc
at java.lang.Object.wait(Native Method)
- waiting on sun.java2d.opengl.OGLRenderQueue$QueueFlusher@2391adbc
at
sun.java2d.opengl.OGLRenderQueue$QueueFlusher.run(OGLRenderQueue.java:208)
process reaper
"process reaper" Id=191 Group=system RUNNABLE (in native)
at java.lang.UNIXProcess.waitForProcessExit(Native Method)
at java.lang.UNIXProcess.access$200(UNIXProcess.java:54)
at java.lang.UNIXProcess$3.run(UNIXProcess.java:174)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
Number of locked synchronizers = 1
- java.util.concurrent.ThreadPoolExecutor$Worker@24e758b4
Reference Handler
"Reference Handler" Id=2 Group=system WAITING on
java.lang.ref.Reference$Lock@4b3734e9
at java.lang.Object.wait(Native Method)
- waiting on java.lang.ref.Reference$Lock@4b3734e9
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
Signal Dispatcher
"Signal Dispatcher" Id=4 Group=system RUNNABLE
