[
https://issues.apache.org/jira/browse/ARTEMIS-2728?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Clebert Suconic updated ARTEMIS-2728:
-------------------------------------
Description:
Run LargeMessageTest::testTwoBindingsAndRestart many times...
(Intelij Idea for example has an option to run the test until it failed):
Java stack information for the threads listed above:
===================================================
"Thread-1
(ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
at
org.apache.activemq.artemis.core.persistence.impl.journal.JournalStorageManager.deleteLargeMessageBody(JournalStorageManager.java:453)
- waiting to lock <0x00000007f31c8048> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.deleteFile(LargeBody.java:119)
- locked <0x00000007f30cba18> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseComplete(LargeServerMessageImpl.java:203)
at
org.apache.activemq.artemis.api.core.RefCountMessage.onDown(RefCountMessage.java:81)
at
org.apache.activemq.artemis.api.core.RefCountMessage.durableDown(RefCountMessage.java:151)
at
org.apache.activemq.artemis.core.server.impl.QueueImpl.durableDown(QueueImpl.java:952)
at
org.apache.activemq.artemis.core.server.impl.QueueImpl.postAcknowledge(QueueImpl.java:3783)
at
org.apache.activemq.artemis.core.server.impl.RefsOperation.afterCommit(RefsOperation.java:185)
- locked <0x00000007f30e0bd8> (a
org.apache.activemq.artemis.core.server.impl.QueueImpl)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.afterCommit(TransactionImpl.java:579)
- locked <0x00000007f31c8120> (a
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.access$100(TransactionImpl.java:40)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl$2.done(TransactionImpl.java:322)
at
org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:189)
at
org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:130)
at
org.apache.activemq.artemis.core.persistence.impl.journal.AbstractJournalStorageManager.afterCompleteOperations(AbstractJournalStorageManager.java:307)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:313)
- locked <0x00000007f31c8180> (a java.lang.Object)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:264)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl.acknowledge(ServerConsumerImpl.java:930)
- locked <0x00000007f3103ea0> (a
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl)
at
org.apache.activemq.artemis.core.server.impl.ServerSessionImpl.acknowledge(ServerSessionImpl.java:1207)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onSessionAcknowledge(ServerSessionPacketHandler.java:680)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onMessagePacket(ServerSessionPacketHandler.java:274)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler$$Lambda$27/357814947.onMessage(Unknown
Source)
at org.apache.activemq.artemis.utils.actors.Actor.doTask(Actor.java:33)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at
org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
"Thread-0
(ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.releaseResources(LargeBody.java:306)
- waiting to lock <0x00000007f30cba18> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseResources(LargeServerMessageImpl.java:242)
- locked <0x00000007f31c8048> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.finish(ServerConsumerImpl.java:1410)
- locked <0x00000007f30cba90> (a java.lang.Object)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.deliver(ServerConsumerImpl.java:1387)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$2.run(ServerConsumerImpl.java:1208)
- locked <0x00000007f30cba90> (a java.lang.Object)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at
org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
Found 1 deadlock.
was:
Java stack information for the threads listed above:
===================================================
"Thread-1
(ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
at
org.apache.activemq.artemis.core.persistence.impl.journal.JournalStorageManager.deleteLargeMessageBody(JournalStorageManager.java:453)
- waiting to lock <0x00000007f31c8048> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.deleteFile(LargeBody.java:119)
- locked <0x00000007f30cba18> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseComplete(LargeServerMessageImpl.java:203)
at
org.apache.activemq.artemis.api.core.RefCountMessage.onDown(RefCountMessage.java:81)
at
org.apache.activemq.artemis.api.core.RefCountMessage.durableDown(RefCountMessage.java:151)
at
org.apache.activemq.artemis.core.server.impl.QueueImpl.durableDown(QueueImpl.java:952)
at
org.apache.activemq.artemis.core.server.impl.QueueImpl.postAcknowledge(QueueImpl.java:3783)
at
org.apache.activemq.artemis.core.server.impl.RefsOperation.afterCommit(RefsOperation.java:185)
- locked <0x00000007f30e0bd8> (a
org.apache.activemq.artemis.core.server.impl.QueueImpl)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.afterCommit(TransactionImpl.java:579)
- locked <0x00000007f31c8120> (a
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.access$100(TransactionImpl.java:40)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl$2.done(TransactionImpl.java:322)
at
org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:189)
at
org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:130)
at
org.apache.activemq.artemis.core.persistence.impl.journal.AbstractJournalStorageManager.afterCompleteOperations(AbstractJournalStorageManager.java:307)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:313)
- locked <0x00000007f31c8180> (a java.lang.Object)
at
org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:264)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl.acknowledge(ServerConsumerImpl.java:930)
- locked <0x00000007f3103ea0> (a
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl)
at
org.apache.activemq.artemis.core.server.impl.ServerSessionImpl.acknowledge(ServerSessionImpl.java:1207)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onSessionAcknowledge(ServerSessionPacketHandler.java:680)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onMessagePacket(ServerSessionPacketHandler.java:274)
at
org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler$$Lambda$27/357814947.onMessage(Unknown
Source)
at org.apache.activemq.artemis.utils.actors.Actor.doTask(Actor.java:33)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at
org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
"Thread-0
(ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.releaseResources(LargeBody.java:306)
- waiting to lock <0x00000007f30cba18> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
at
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseResources(LargeServerMessageImpl.java:242)
- locked <0x00000007f31c8048> (a
org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.finish(ServerConsumerImpl.java:1410)
- locked <0x00000007f30cba90> (a java.lang.Object)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.deliver(ServerConsumerImpl.java:1387)
at
org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$2.run(ServerConsumerImpl.java:1208)
- locked <0x00000007f30cba90> (a java.lang.Object)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
at
org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
at
org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at
org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
Found 1 deadlock.
> Deadlock on LargeMessage processing
> -----------------------------------
>
> Key: ARTEMIS-2728
> URL: https://issues.apache.org/jira/browse/ARTEMIS-2728
> Project: ActiveMQ Artemis
> Issue Type: Bug
> Reporter: Clebert Suconic
> Priority: Major
>
> Run LargeMessageTest::testTwoBindingsAndRestart many times...
>
>
> (Intelij Idea for example has an option to run the test until it failed):
>
> Java stack information for the threads listed above:
> ===================================================
> "Thread-1
> (ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.JournalStorageManager.deleteLargeMessageBody(JournalStorageManager.java:453)
> - waiting to lock <0x00000007f31c8048> (a
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.deleteFile(LargeBody.java:119)
> - locked <0x00000007f30cba18> (a
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseComplete(LargeServerMessageImpl.java:203)
> at
> org.apache.activemq.artemis.api.core.RefCountMessage.onDown(RefCountMessage.java:81)
> at
> org.apache.activemq.artemis.api.core.RefCountMessage.durableDown(RefCountMessage.java:151)
> at
> org.apache.activemq.artemis.core.server.impl.QueueImpl.durableDown(QueueImpl.java:952)
> at
> org.apache.activemq.artemis.core.server.impl.QueueImpl.postAcknowledge(QueueImpl.java:3783)
> at
> org.apache.activemq.artemis.core.server.impl.RefsOperation.afterCommit(RefsOperation.java:185)
> - locked <0x00000007f30e0bd8> (a
> org.apache.activemq.artemis.core.server.impl.QueueImpl)
> at
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.afterCommit(TransactionImpl.java:579)
> - locked <0x00000007f31c8120> (a
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl)
> at
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.access$100(TransactionImpl.java:40)
> at
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl$2.done(TransactionImpl.java:322)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:189)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl.executeOnCompletion(OperationContextImpl.java:130)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.AbstractJournalStorageManager.afterCompleteOperations(AbstractJournalStorageManager.java:307)
> at
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:313)
> - locked <0x00000007f31c8180> (a java.lang.Object)
> at
> org.apache.activemq.artemis.core.transaction.impl.TransactionImpl.commit(TransactionImpl.java:264)
> at
> org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl.acknowledge(ServerConsumerImpl.java:930)
> - locked <0x00000007f3103ea0> (a
> org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl)
> at
> org.apache.activemq.artemis.core.server.impl.ServerSessionImpl.acknowledge(ServerSessionImpl.java:1207)
> at
> org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onSessionAcknowledge(ServerSessionPacketHandler.java:680)
> at
> org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler.onMessagePacket(ServerSessionPacketHandler.java:274)
> at
> org.apache.activemq.artemis.core.protocol.core.ServerSessionPacketHandler$$Lambda$27/357814947.onMessage(Unknown
> Source)
> at org.apache.activemq.artemis.utils.actors.Actor.doTask(Actor.java:33)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
> Source)
> at
> org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
> at
> org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
> Source)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at
> org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
> "Thread-0
> (ActiveMQ-server-org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl$6@424e0e42)":
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody.releaseResources(LargeBody.java:306)
> - waiting to lock <0x00000007f30cba18> (a
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeBody)
> at
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl.releaseResources(LargeServerMessageImpl.java:242)
> - locked <0x00000007f31c8048> (a
> org.apache.activemq.artemis.core.persistence.impl.journal.LargeServerMessageImpl)
> at
> org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.finish(ServerConsumerImpl.java:1410)
> - locked <0x00000007f30cba90> (a java.lang.Object)
> at
> org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$CoreLargeMessageDeliverer.deliver(ServerConsumerImpl.java:1387)
> at
> org.apache.activemq.artemis.core.server.impl.ServerConsumerImpl$2.run(ServerConsumerImpl.java:1208)
> - locked <0x00000007f30cba90> (a java.lang.Object)
> at
> org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:42)
> at
> org.apache.activemq.artemis.utils.actors.OrderedExecutor.doTask(OrderedExecutor.java:31)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase.executePendingTasks(ProcessorBase.java:65)
> at
> org.apache.activemq.artemis.utils.actors.ProcessorBase$$Lambda$2/2113748097.run(Unknown
> Source)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at
> org.apache.activemq.artemis.utils.ActiveMQThreadFactory$1.run(ActiveMQThreadFactory.java:118)
> Found 1 deadlock.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
