Roman Puchkovskiy created IGNITE-25375: ------------------------------------------
Summary: Inability to finish network handshake Key: IGNITE-25375 URL: https://issues.apache.org/jira/browse/IGNITE-25375 Project: Ignite Issue Type: Bug Reporter: Roman Puchkovskiy [2025-05-12T12:38:17,107][ERROR][%iinrt_mrt_1%Raft-Group-Client-10][TopologyAwareRaftGroupService] Could not send the subscribe message to the node: [node=\{id=d79b8560-9456-4acb-af0e-7732c65eff9b, name=iinrt_mrt_1, address=172.20.0.2:3345}, msg=SubscriptionLeaderChangeRequestImpl [groupId=18_part_1, subscribe=true]] java.util.concurrent.CompletionException: java.lang.IllegalStateException: Too many attempts to open channel to node "fce9a91f-4238-464e-b655-43639d188a35", address=/172.20.0.2:3345 at org.apache.ignite.internal.future.OrderingFuture.wrapWithCompletionException(OrderingFuture.java:412) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$NotificationContext.completionExceptionCaching(OrderingFuture.java:749) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenComposeToCompletable.onCompletion(OrderingFuture.java:576) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$WhenComplete.onCompletion(OrderingFuture.java:541) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:631) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.accept(OrderingFuture.java:601) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.acceptQuietly(OrderingFuture.java:304) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.whenComplete(OrderingFuture.java:287) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ThenCompose.onCompletion(OrderingFuture.java:622) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.complete(OrderingFuture.java:151) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$Handle.onCompletion(OrderingFuture.java:557) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture$ListNode.notifyHeadToTail(OrderingFuture.java:703) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.notifyDependents(OrderingFuture.java:259) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeNotificationStage(OrderingFuture.java:224) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeInternal(OrderingFuture.java:185) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.completeExceptionally(OrderingFuture.java:160) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.future.OrderingFuture.lambda$adapt$0(OrderingFuture.java:136) ~[ignite-core-3.1.0-SNAPSHOT.jar:?] at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.ignite.internal.network.recovery.RecoveryClientHandshakeManager.lambda$new$0(RecoveryClientHandshakeManager.java:150) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.ignite.internal.network.recovery.RecoveryClientHandshakeManager.giveUpClinch(RecoveryClientHandshakeManager.java:441) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.network.recovery.RecoveryClientHandshakeManager.onHandshakeRejectedMessage(RecoveryClientHandshakeManager.java:414) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.network.recovery.RecoveryClientHandshakeManager.onMessage(RecoveryClientHandshakeManager.java:205) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.network.netty.HandshakeHandler.channelRead(HandshakeHandler.java:106) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at org.apache.ignite.internal.network.netty.InboundRecoveryHandler.channelRead(InboundRecoveryHandler.java:70) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.119.Final.jar:4.1.119.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.handler.flush.FlushConsolidationHandler.channelRead(FlushConsolidationHandler.java:152) ~[netty-handler-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.119.Final.jar:4.1.119.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998) ~[netty-common-4.1.119.Final.jar:4.1.119.Final] at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.119.Final.jar:4.1.119.Final] at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[netty-common-4.1.119.Final.jar:4.1.119.Final] at java.base/java.lang.Thread.run(Thread.java:833) [?:?] Caused by: java.lang.IllegalStateException: Too many attempts to open channel to node "fce9a91f-4238-464e-b655-43639d188a35", address=/172.20.0.2:3345 at org.apache.ignite.internal.network.netty.ConnectionManager.getChannelWithRetry(ConnectionManager.java:319) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.network.netty.ConnectionManager.lambda$getChannelWithRetry$0(ConnectionManager.java:329) ~[ignite-network-3.1.0-SNAPSHOT.jar:?] ... 50 more It seems that too many retries are made in an attempt to establish a connection. The request is sent by node iinrt_mrt_1 to node iinrt_mrt_1, that is, to itself, so network should not be used: instead, it should be handled locally. -- This message was sent by Atlassian Jira (v8.20.10#820010)