On 03/04/2015 09:51 PM, Rob Godfrey wrote:
Deadlock issue should be fixed by https://svn.apache.org/r1664160 (on
trunk) (https://issues.apache.org/jira/browse/QPID-6433).
I *think* I'm now using the latest, but still get a deadlock. See stack
dump attached.
2015-03-05 12:29:03
Full thread dump OpenJDK 64-Bit Server VM (23.7-b01 mixed mode):
"Attach Listener" daemon prio=10 tid=0x00007effd8001800 nid=0x39e waiting on
condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"pool-3-thread-6" prio=10 tid=0x00007eff9c0cf800 nid=0x378 waiting for monitor
entry [0x00007efff947a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.qpid.server.protocol.v1_0.ConsumerTarget_1_0.allocateCredit(ConsumerTarget_1_0.java:299)
- waiting to lock <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.server.queue.QueueConsumerImpl.wouldSuspend(QueueConsumerImpl.java:278)
at
org.apache.qpid.server.queue.AbstractQueue.attemptDelivery(AbstractQueue.java:2048)
at
org.apache.qpid.server.queue.AbstractQueue.processQueue(AbstractQueue.java:2226)
at org.apache.qpid.server.queue.QueueRunner$1.run(QueueRunner.java:77)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at org.apache.qpid.server.queue.QueueRunner.run(QueueRunner.java:68)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"IoReceiver - /127.0.0.1:36848" daemon prio=10 tid=0x00007effac008000 nid=0x377
waiting on condition [0x00007efff9e84000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b30b5f8> (a
java.util.concurrent.locks.ReentrantLock$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
at
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:214)
at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:290)
at
org.apache.qpid.server.consumer.AbstractConsumerTarget.getSendLock(AbstractConsumerTarget.java:131)
at
org.apache.qpid.server.queue.QueueConsumerImpl.getSendLock(QueueConsumerImpl.java:423)
at
org.apache.qpid.server.queue.AbstractQueue.flushConsumer(AbstractQueue.java:1967)
at
org.apache.qpid.server.queue.AbstractQueue.flushConsumer(AbstractQueue.java:1946)
at
org.apache.qpid.server.queue.QueueConsumerImpl.flush(QueueConsumerImpl.java:318)
at
org.apache.qpid.server.protocol.v1_0.ConsumerTarget_1_0.flush(ConsumerTarget_1_0.java:354)
at
org.apache.qpid.server.protocol.v1_0.SendingLink_1_0.flowStateChanged(SendingLink_1_0.java:499)
at
org.apache.qpid.server.protocol.v1_0.Session_1_0$SubjectSpecificSendingLinkListener$1.run(Session_1_0.java:822)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at
org.apache.qpid.server.protocol.v1_0.Session_1_0$SubjectSpecificSendingLinkListener.flowStateChanged(Session_1_0.java:817)
at
org.apache.qpid.amqp_1_0.transport.SendingLinkEndpoint.receiveFlow(SendingLinkEndpoint.java:165)
at
org.apache.qpid.amqp_1_0.transport.SessionEndpoint.receiveFlow(SessionEndpoint.java:471)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint.receiveFlow(ConnectionEndpoint.java:671)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at org.apache.qpid.amqp_1_0.type.transport.Flow.invoke(Flow.java:288)
at
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint.receive(ConnectionEndpoint.java:803)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.amqp_1_0.framing.FrameHandler.parse(FrameHandler.java:241)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL$4.run(ProtocolEngine_1_0_0_SASL.java:384)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL$4.run(ProtocolEngine_1_0_0_SASL.java:380)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL.received(ProtocolEngine_1_0_0_SASL.java:379)
- locked <0x000000078b434ff0> (a
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL.received(ProtocolEngine_1_0_0_SASL.java:66)
at
org.apache.qpid.server.protocol.MultiVersionProtocolEngine.received(MultiVersionProtocolEngine.java:153)
at
org.apache.qpid.server.protocol.MultiVersionProtocolEngine.received(MultiVersionProtocolEngine.java:51)
at
org.apache.qpid.transport.network.io.IoReceiver.run(IoReceiver.java:161)
at java.lang.Thread.run(Thread.java:724)
"IoSender - /127.0.0.1:36848" daemon prio=10 tid=0x00007effac007800 nid=0x376
in Object.wait() [0x00007efff9d84000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078b3d4268> (a java.lang.Object)
at java.lang.Object.wait(Object.java:503)
at org.apache.qpid.transport.network.io.IoSender.run(IoSender.java:279)
- locked <0x000000078b3d4268> (a java.lang.Object)
at java.lang.Thread.run(Thread.java:724)
"pool-3-thread-5" prio=10 tid=0x00007eff9c0cb800 nid=0x36e waiting on condition
[0x00007efff8f76000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b189540> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"pool-3-thread-4" prio=10 tid=0x00007eff9c0c9800 nid=0x36d waiting on condition
[0x00007efff9077000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b189540> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"pool-3-thread-3" prio=10 tid=0x00007eff9c129000 nid=0x36c waiting on condition
[0x00007efff9178000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b189540> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"pool-3-thread-2" prio=10 tid=0x00007eff9c127000 nid=0x36b waiting on condition
[0x00007efff9279000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b189540> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"pool-3-thread-1" prio=10 tid=0x00007eff840ca000 nid=0x363 waiting on condition
[0x00007efff937a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b189540> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"HttpManagement-32" prio=10 tid=0x00007effa4017000 nid=0x359 waiting on
condition [0x00007efff957c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078ae3d070> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:724)
"HttpManagement-29" prio=10 tid=0x00007effa4013000 nid=0x356 waiting on
condition [0x00007efff977e000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078ae3d070> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:724)
"DestroyJavaVM" prio=10 tid=0x00007f000800b000 nid=0x326 waiting on condition
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"GC Daemon" daemon prio=10 tid=0x00007f0008c94800 nid=0x350 in Object.wait()
[0x00007efff987f000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078aec00e8> (a sun.misc.GC$LatencyLock)
at sun.misc.GC$Daemon.run(GC.java:117)
- locked <0x000000078aec00e8> (a sun.misc.GC$LatencyLock)
"RMI Reaper" prio=10 tid=0x00007f0008c90800 nid=0x34c in Object.wait()
[0x00007efff9980000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078aeaf3f8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0x000000078aeaf3f8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:351)
at java.lang.Thread.run(Thread.java:724)
"RMI TCP Accept-9099" daemon prio=10 tid=0x00007f0008c8e000 nid=0x34b runnable
[0x00007efff9a81000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at
java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
at java.net.ServerSocket.implAccept(ServerSocket.java:530)
at java.net.ServerSocket.accept(ServerSocket.java:498)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
at java.lang.Thread.run(Thread.java:724)
"RMI TCP Accept-8999" daemon prio=10 tid=0x00007f0008c85800 nid=0x349 runnable
[0x00007efff9b82000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at
java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
at java.net.ServerSocket.implAccept(ServerSocket.java:530)
at
org.apache.qpid.server.jmx.RegistryProtectingRMIServerSocketFactory$NoLocalAddressServerSocket.accept(RegistryProtectingRMIServerSocketFactory.java:74)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
at
sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
at java.lang.Thread.run(Thread.java:724)
"HttpManagement-22" prio=10 tid=0x00007f0008bb4800 nid=0x348 waiting on
condition [0x00007efff9c83000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078ae3d070> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:389)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:724)
"HttpManagement-19 Acceptor0 [email protected]:8080" prio=10
tid=0x00007f0008bae800 nid=0x344 runnable [0x00007efff9f86000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241)
- locked <0x000000078ae3dc58> (a java.lang.Object)
at
org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:724)
"HttpManagement-18 Selector0" prio=10 tid=0x00007f0008bac800 nid=0x343 runnable
[0x00007efffa087000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
- locked <0x000000078ae498b0> (a sun.nio.ch.Util$2)
- locked <0x000000078ae49828> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000078ae49598> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at
org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
at
org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:724)
"HashSessionScavenger-0" daemon prio=10 tid=0x00007f0008b83000 nid=0x342 in
Object.wait() [0x00007efffa188000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078ae27cb8> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x000000078ae27cb8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"IoNetworkAcceptor - 0.0.0.0/0.0.0.0:5672" prio=10 tid=0x00007f0008af2800
nid=0x341 runnable [0x00007efffa289000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at
java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
at java.net.ServerSocket.implAccept(ServerSocket.java:530)
at java.net.ServerSocket.accept(ServerSocket.java:498)
at
org.apache.qpid.transport.network.io.IoNetworkTransport$AcceptingThread.run(IoNetworkTransport.java:247)
"pool-1-thread-1" prio=10 tid=0x00007f0008ab7000 nid=0x33f waiting on condition
[0x00007efffa58c000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078ab8dbc0> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"derby.rawStoreDaemon" daemon prio=10 tid=0x00007f0008913000 nid=0x33e in
Object.wait() [0x00007efffa38a000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078aa61f40> (a
org.apache.derby.impl.services.daemon.BasicDaemon)
at org.apache.derby.impl.services.daemon.BasicDaemon.rest(Unknown
Source)
- locked <0x000000078aa61f40> (a
org.apache.derby.impl.services.daemon.BasicDaemon)
at org.apache.derby.impl.services.daemon.BasicDaemon.run(Unknown Source)
at java.lang.Thread.run(Thread.java:724)
"Timer-0" daemon prio=10 tid=0x00007f00088b5000 nid=0x33d in Object.wait()
[0x00007efffa48b000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078aa4b538> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:503)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x000000078aa4b538> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"Broker-Configuration-Thread" prio=10 tid=0x00007f00087ba000 nid=0x33b waiting
on condition [0x00007efffa68d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078a6e1a00> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"Service Thread" daemon prio=10 tid=0x00007f00081a0800 nid=0x339 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x00007f000819e000 nid=0x338 waiting on
condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x00007f000819c000 nid=0x337 waiting on
condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007f0008199800 nid=0x336 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f0008197800
nid=0x335 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007f000813e000 nid=0x332 in Object.wait()
[0x00007efffbbe2000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078a6e7a28> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0x000000078a6e7a28> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
"Reference Handler" daemon prio=10 tid=0x00007f000813b800 nid=0x32e in
Object.wait() [0x00007efffbce3000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000078a6f28e8> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
- locked <0x000000078a6f28e8> (a java.lang.ref.Reference$Lock)
"VM Thread" prio=10 tid=0x00007f0008133800 nid=0x32c runnable
"Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f0008014000 nid=0x327
runnable
"Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f0008016000 nid=0x328
runnable
"Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f0008018000 nid=0x329
runnable
"Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f0008019800 nid=0x32a
runnable
"Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f00080a8800 nid=0x32b
runnable
"VM Periodic Task Thread" prio=10 tid=0x00007f00081ac000 nid=0x33a waiting on
condition
JNI global references: 191
Found one Java-level deadlock:
=============================
"pool-3-thread-6":
waiting to lock monitor 0x00007effa8002ba0 (object 0x000000078b1ce5d8, a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint),
which is held by "IoReceiver - /127.0.0.1:36848"
"IoReceiver - /127.0.0.1:36848":
waiting for ownable synchronizer 0x000000078b30b5f8, (a
java.util.concurrent.locks.ReentrantLock$NonfairSync),
which is held by "pool-3-thread-6"
Java stack information for the threads listed above:
===================================================
"pool-3-thread-6":
at
org.apache.qpid.server.protocol.v1_0.ConsumerTarget_1_0.allocateCredit(ConsumerTarget_1_0.java:299)
- waiting to lock <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.server.queue.QueueConsumerImpl.wouldSuspend(QueueConsumerImpl.java:278)
at
org.apache.qpid.server.queue.AbstractQueue.attemptDelivery(AbstractQueue.java:2048)
at
org.apache.qpid.server.queue.AbstractQueue.processQueue(AbstractQueue.java:2226)
at org.apache.qpid.server.queue.QueueRunner$1.run(QueueRunner.java:77)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at org.apache.qpid.server.queue.QueueRunner.run(QueueRunner.java:68)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"IoReceiver - /127.0.0.1:36848":
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000078b30b5f8> (a
java.util.concurrent.locks.ReentrantLock$NonfairSync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197)
at
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:214)
at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:290)
at
org.apache.qpid.server.consumer.AbstractConsumerTarget.getSendLock(AbstractConsumerTarget.java:131)
at
org.apache.qpid.server.queue.QueueConsumerImpl.getSendLock(QueueConsumerImpl.java:423)
at
org.apache.qpid.server.queue.AbstractQueue.flushConsumer(AbstractQueue.java:1967)
at
org.apache.qpid.server.queue.AbstractQueue.flushConsumer(AbstractQueue.java:1946)
at
org.apache.qpid.server.queue.QueueConsumerImpl.flush(QueueConsumerImpl.java:318)
at
org.apache.qpid.server.protocol.v1_0.ConsumerTarget_1_0.flush(ConsumerTarget_1_0.java:354)
at
org.apache.qpid.server.protocol.v1_0.SendingLink_1_0.flowStateChanged(SendingLink_1_0.java:499)
at
org.apache.qpid.server.protocol.v1_0.Session_1_0$SubjectSpecificSendingLinkListener$1.run(Session_1_0.java:822)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at
org.apache.qpid.server.protocol.v1_0.Session_1_0$SubjectSpecificSendingLinkListener.flowStateChanged(Session_1_0.java:817)
at
org.apache.qpid.amqp_1_0.transport.SendingLinkEndpoint.receiveFlow(SendingLinkEndpoint.java:165)
at
org.apache.qpid.amqp_1_0.transport.SessionEndpoint.receiveFlow(SessionEndpoint.java:471)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint.receiveFlow(ConnectionEndpoint.java:671)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at org.apache.qpid.amqp_1_0.type.transport.Flow.invoke(Flow.java:288)
at
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint.receive(ConnectionEndpoint.java:803)
- locked <0x000000078b1ce5d8> (a
org.apache.qpid.amqp_1_0.transport.ConnectionEndpoint)
at
org.apache.qpid.amqp_1_0.framing.FrameHandler.parse(FrameHandler.java:241)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL$4.run(ProtocolEngine_1_0_0_SASL.java:384)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL$4.run(ProtocolEngine_1_0_0_SASL.java:380)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:356)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL.received(ProtocolEngine_1_0_0_SASL.java:379)
- locked <0x000000078b434ff0> (a
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL)
at
org.apache.qpid.server.protocol.v1_0.ProtocolEngine_1_0_0_SASL.received(ProtocolEngine_1_0_0_SASL.java:66)
at
org.apache.qpid.server.protocol.MultiVersionProtocolEngine.received(MultiVersionProtocolEngine.java:153)
at
org.apache.qpid.server.protocol.MultiVersionProtocolEngine.received(MultiVersionProtocolEngine.java:51)
at
org.apache.qpid.transport.network.io.IoReceiver.run(IoReceiver.java:161)
at java.lang.Thread.run(Thread.java:724)
Found 1 deadlock.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
