[
https://issues.apache.org/jira/browse/IGNITE-27690?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Ivan Bessonov updated IGNITE-27690:
-----------------------------------
Reviewer: Aleksandr Polovtsev
Description:
{code:java}
2026-01-27 12:54:31:663 +0000
[ERROR][%cac-dpd-cde-gg-aks-dev-4%partition-operations-10][FailureManager]
Critical system error detected. Will be handled accordingly to configured
handler [hnd=NoOpFailureHandler [super=AbstractFailureHandler
[ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED,
SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=CRITICAL_ERROR,
failureCtxId=2a6f4b34-f3d5-4961-b308-2b1f64fa3c92]
org.apache.ignite.internal.failure.StackTraceCapturingException: IGN-CMN-65535
Partition rebalancing error [zoneId=21, partitionId=9] TraceId:55da322d
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:191)
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:168)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.completeRebalance(IncomingSnapshotCopier.java:605)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$start$6(IncomingSnapshotCopier.java:222)
at java.base/java.util.concurrent.CompletableFuture.uniHandle(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$Completion.run(Unknown Source)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown
Source)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown
Source)
at java.base/java.lang.Thread.run(Unknown Source)
Caused by: java.util.concurrent.CompletionException:
org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535 Error while
updating WI prev link of next WI: [link=2522297304958894865, rowId=RowId
[partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
TraceId:55da322d
at
java.base/java.util.concurrent.CompletableFuture.encodeThrowable(Unknown Source)
at
java.base/java.util.concurrent.CompletableFuture.completeThrowable(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$UniCompose.tryFire(Unknown
Source)
... 4 more
Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
Error while updating WI prev link of next WI: [link=2522297304958894865,
rowId=RowId [partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
TraceId:55da322d
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:160)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.insertAnotherRowVersion(AddWriteLinkingWiInvokeClosure.java:91)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:120)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:36)
at
org.apache.ignite.internal.pagememory.tree.BplusTree$Invoke.invokeClosure(BplusTree.java:4370)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.invokeDown(BplusTree.java:2304)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.invoke(BplusTree.java:2195)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.lambda$addWrite$18(AbstractPageMemoryMvPartitionStorage.java:630)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.addWrite(AbstractPageMemoryMvPartitionStorage.java:622)
at
org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.lambda$addWrite$1(PartitionMvStorageAccessImpl.java:159)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$runConsistently$1(PersistentPageMemoryMvPartitionStorage.java:207)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.runConsistently(PersistentPageMemoryMvPartitionStorage.java:197)
at
org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.addWrite(PartitionMvStorageAccessImpl.java:156)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.writeVersion(IncomingSnapshotCopier.java:724)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$loadSnapshotMvData$13(IncomingSnapshotCopier.java:451)
... 5 more
Caused by: org.apache.ignite.internal.lang.IgniteInternalCheckedException:
IGN-CMN-65535 Unknown page IO type: 0 TraceId:55da322d
at
org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:80)
at
org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:67)
at
org.apache.ignite.internal.pagememory.util.PageHandler.writePage(PageHandler.java:217)
at
org.apache.ignite.internal.pagememory.datastructure.DataStructure.write(DataStructure.java:271)
at
org.apache.ignite.internal.pagememory.freelist.FreeListImpl.updateDataRow(FreeListImpl.java:664)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:154)
... 21 more
{code}
was:
{code:java}
2026-01-27 12:54:31:663 +0000
[ERROR][%cac-dpd-cde-gg-aks-dev-4%partition-operations-10][FailureManager]
Critical system error detected. Will be handled accordingly to configured
handler [hnd=NoOpFailureHandler [super=AbstractFailureHandler
[ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED,
SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=CRITICAL_ERROR,
failureCtxId=2a6f4b34-f3d5-4961-b308-2b1f64fa3c92]
org.apache.ignite.internal.failure.StackTraceCapturingException: IGN-CMN-65535
Partition rebalancing error [zoneId=21, partitionId=9] TraceId:55da322d
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:191)
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:168)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.completeRebalance(IncomingSnapshotCopier.java:605)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$start$6(IncomingSnapshotCopier.java:222)
at java.base/java.util.concurrent.CompletableFuture.uniHandle(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$Completion.run(Unknown Source)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown
Source)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown
Source)
at java.base/java.lang.Thread.run(Unknown Source)
Caused by: java.util.concurrent.CompletionException:
org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535 Error while
updating WI prev link of next WI: [link=2522297304958894865, rowId=RowId
[partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
TraceId:55da322d
at
java.base/java.util.concurrent.CompletableFuture.encodeThrowable(Unknown Source)
at
java.base/java.util.concurrent.CompletableFuture.completeThrowable(Unknown
Source)
at
java.base/java.util.concurrent.CompletableFuture$UniCompose.tryFire(Unknown
Source)
... 4 more
Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
Error while updating WI prev link of next WI: [link=2522297304958894865,
rowId=RowId [partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
TraceId:55da322d
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:160)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.insertAnotherRowVersion(AddWriteLinkingWiInvokeClosure.java:91)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:120)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:36)
at
org.apache.ignite.internal.pagememory.tree.BplusTree$Invoke.invokeClosure(BplusTree.java:4370)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.invokeDown(BplusTree.java:2304)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.invoke(BplusTree.java:2195)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.lambda$addWrite$18(AbstractPageMemoryMvPartitionStorage.java:630)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.addWrite(AbstractPageMemoryMvPartitionStorage.java:622)
at
org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.lambda$addWrite$1(PartitionMvStorageAccessImpl.java:159)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$runConsistently$1(PersistentPageMemoryMvPartitionStorage.java:207)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.runConsistently(PersistentPageMemoryMvPartitionStorage.java:197)
at
org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.addWrite(PartitionMvStorageAccessImpl.java:156)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.writeVersion(IncomingSnapshotCopier.java:724)
at
org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$loadSnapshotMvData$13(IncomingSnapshotCopier.java:451)
... 5 more
Caused by: org.apache.ignite.internal.lang.IgniteInternalCheckedException:
IGN-CMN-65535 Unknown page IO type: 0 TraceId:55da322d
at
org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:80)
at
org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:67)
at
org.apache.ignite.internal.pagememory.util.PageHandler.writePage(PageHandler.java:217)
at
org.apache.ignite.internal.pagememory.datastructure.DataStructure.write(DataStructure.java:271)
at
org.apache.ignite.internal.pagememory.freelist.FreeListImpl.updateDataRow(FreeListImpl.java:664)
at
org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:154)
... 21 more
{code}
> PersistentPageMemoryMvPartitionStorage#wiHeadLink is not cleared on rebalance
> -----------------------------------------------------------------------------
>
> Key: IGNITE-27690
> URL: https://issues.apache.org/jira/browse/IGNITE-27690
> Project: Ignite
> Issue Type: Bug
> Components: storage engines ai3
> Reporter: Ivan Bessonov
> Assignee: Ivan Bessonov
> Priority: Major
> Labels: ignite-3
> Time Spent: 10m
> Remaining Estimate: 0h
>
> {code:java}
> 2026-01-27 12:54:31:663 +0000
> [ERROR][%cac-dpd-cde-gg-aks-dev-4%partition-operations-10][FailureManager]
> Critical system error detected. Will be handled accordingly to configured
> handler [hnd=NoOpFailureHandler [super=AbstractFailureHandler
> [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED,
> SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=CRITICAL_ERROR,
> failureCtxId=2a6f4b34-f3d5-4961-b308-2b1f64fa3c92]
> org.apache.ignite.internal.failure.StackTraceCapturingException:
> IGN-CMN-65535 Partition rebalancing error [zoneId=21, partitionId=9]
> TraceId:55da322d
> at
> org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:191)
> at
> org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:168)
> at
> org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.completeRebalance(IncomingSnapshotCopier.java:605)
> at
> org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$start$6(IncomingSnapshotCopier.java:222)
> at java.base/java.util.concurrent.CompletableFuture.uniHandle(Unknown
> Source)
> at
> java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(Unknown
> Source)
> at
> java.base/java.util.concurrent.CompletableFuture$Completion.run(Unknown
> Source)
> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown
> Source)
> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown
> Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> Caused by: java.util.concurrent.CompletionException:
> org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535 Error
> while updating WI prev link of next WI: [link=2522297304958894865,
> rowId=RowId [partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
> rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
> commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
> TraceId:55da322d
> at
> java.base/java.util.concurrent.CompletableFuture.encodeThrowable(Unknown
> Source)
> at
> java.base/java.util.concurrent.CompletableFuture.completeThrowable(Unknown
> Source)
> at
> java.base/java.util.concurrent.CompletableFuture$UniCompose.tryFire(Unknown
> Source)
> ... 4 more
> Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
> Error while updating WI prev link of next WI: [link=2522297304958894865,
> rowId=RowId [partitionId=9, uuid=0000019b-fd22-2165-0db3-cf0d073805d9],
> rowIsTombstone=false, txId=019bff33-2b5d-004e-399b-326f00000001,
> commitZoneId=2297, commitPartitionId=7, tableId=973, partitionId=9]
> TraceId:55da322d
> at
> org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:160)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.insertAnotherRowVersion(AddWriteLinkingWiInvokeClosure.java:91)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:120)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AddWriteInvokeClosure.call(AddWriteInvokeClosure.java:36)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree$Invoke.invokeClosure(BplusTree.java:4370)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.invokeDown(BplusTree.java:2304)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.invoke(BplusTree.java:2195)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.lambda$addWrite$18(AbstractPageMemoryMvPartitionStorage.java:630)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.addWrite(AbstractPageMemoryMvPartitionStorage.java:622)
> at
> org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.lambda$addWrite$1(PartitionMvStorageAccessImpl.java:159)
> at
> org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$runConsistently$1(PersistentPageMemoryMvPartitionStorage.java:207)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busy(AbstractPageMemoryMvPartitionStorage.java:1086)
> at
> org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.runConsistently(PersistentPageMemoryMvPartitionStorage.java:197)
> at
> org.apache.ignite.internal.table.distributed.raft.snapshot.PartitionMvStorageAccessImpl.addWrite(PartitionMvStorageAccessImpl.java:156)
> at
> org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.writeVersion(IncomingSnapshotCopier.java:724)
> at
> org.apache.ignite.internal.partition.replicator.raft.snapshot.incoming.IncomingSnapshotCopier.lambda$loadSnapshotMvData$13(IncomingSnapshotCopier.java:451)
> ... 5 more
> Caused by: org.apache.ignite.internal.lang.IgniteInternalCheckedException:
> IGN-CMN-65535 Unknown page IO type: 0 TraceId:55da322d
> at
> org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:80)
> at
> org.apache.ignite.internal.pagememory.io.PageIoRegistry.resolve(PageIoRegistry.java:67)
> at
> org.apache.ignite.internal.pagememory.util.PageHandler.writePage(PageHandler.java:217)
> at
> org.apache.ignite.internal.pagememory.datastructure.DataStructure.write(DataStructure.java:271)
> at
> org.apache.ignite.internal.pagememory.freelist.FreeListImpl.updateDataRow(FreeListImpl.java:664)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AddWriteLinkingWiInvokeClosure.updateWiListLinks(AddWriteLinkingWiInvokeClosure.java:154)
> ... 21 more
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
