[
https://issues.apache.org/jira/browse/IGNITE-26229?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Igor updated IGNITE-26229:
--------------------------
Description:
*Steps to reproduce:*
1. Start and init cluster of 1 node.
2. Create 50 tables.
3. Insert 1 row into every table.
*Expected:*
50 tables are created, 1 row inserted into every table.
*Actual:*
While row insertions there is an exception:
{code:java}
org.opentest4j.AssertionFailedError: Execute: Insert row into tables 0 - 49 ==>
Unexpected exception thrown: java.util.concurrent.ExecutionException:
java.sql.SQLException: Error while advancing the cursor
at
org.junit.jupiter.api.AssertionFailureBuilder.build(AssertionFailureBuilder.java:152)
at
org.junit.jupiter.api.AssertDoesNotThrow.createAssertionFailedError(AssertDoesNotThrow.java:84)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:53)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:40)
at org.junit.jupiter.api.Assertions.assertDoesNotThrow(Assertions.java:3218)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$15(TablesAmountCapacityBaseTest.java:385)
at io.qameta.allure.Allure.lambda$step$0(Allure.java:113)
at io.qameta.allure.Allure.lambda$step$1(Allure.java:127)
at io.qameta.allure.Allure.step(Allure.java:181)
at io.qameta.allure.Allure.step(Allure.java:125)
at io.qameta.allure.Allure.step(Allure.java:112)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.step(TablesAmountCapacityBaseTest.java:275)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.invokeTasks(TablesAmountCapacityBaseTest.java:380)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.insertRowInTablesParallel(TablesAmountCapacityBaseTest.java:187)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.testTablesAmount(TablesAmountCapacityBaseTest.java:93)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityTest.create1000EmptyTablesAmountOfColumnsEachAndMakeSimpleQueries(TablesAmountCapacityTest.java:89)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:568)
at
org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:787)
at
org.junit.platform.commons.support.ReflectionSupport.invokeMethod(ReflectionSupport.java:479)
at
org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at
org.gridgain.ai3tests.tests.extensions.cluster.IgniteClusterByIgniteRunnerExtension.interceptTestTemplateMethod(IgniteClusterByIgniteRunnerExtension.java:140)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at
io.qameta.allure.junit5.AllureJunit5.interceptTestTemplateMethod(AllureJunit5.java:59)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at
org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$submitTask$3(AssertTimeoutPreemptively.java:95)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:842)
Caused by: java.util.concurrent.ExecutionException: java.sql.SQLException:
Error while advancing the cursor
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$14(TablesAmountCapacityBaseTest.java:387)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:49)
... 34 common frames omitted
Caused by: java.sql.SQLException: Error while advancing the cursor
at
org.apache.ignite.internal.jdbc.proto.IgniteQueryErrorCode.createJdbcSqlException(IgniteQueryErrorCode.java:57)
at
org.apache.ignite.internal.jdbc.JdbcStatement.execute0(JdbcStatement.java:161)
at
org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeWithArguments(JdbcPreparedStatement.java:768)
at
org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeUpdate(JdbcPreparedStatement.java:176)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$insertRowInTablesParallel$5(TablesAmountCapacityBaseTest.java:179)
at
org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$assertTimeoutPreemptively$0(AssertTimeoutPreemptively.java:48)
... 5 common frames omitted {code}
Server logs are in attachment.
Exception in server side:
{code:java}
2025-08-18 13:22:38:773 +0000
[ERROR][%TablesAmountCapacityTest_cluster_0%checkpoint-thread][FailureManager]
Critical system error detected. Will be handled accordingly to configured
handler [hnd=NoOpFailureHandler [super=AbstractFailureHandler
[ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED,
SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=CRITICAL_ERROR]
org.apache.ignite.internal.failure.StackTraceCapturingException: IGN-CMN-65535
Unknown error TraceId:cb235cf5
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:191)
at
org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:168)
at
org.apache.ignite.internal.pagememory.persistence.checkpoint.Checkpointer.doCheckpoint(Checkpointer.java:352)
at
org.apache.ignite.internal.pagememory.persistence.checkpoint.Checkpointer.body(Checkpointer.java:251)
at
org.apache.ignite.internal.util.worker.IgniteWorker.run(IgniteWorker.java:97)
at java.base/java.lang.Thread.run(Thread.java:842)
Caused by: java.util.concurrent.CompletionException:
org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
[segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
dirtyPagesHardThreshold=56, dirtyPages=63, pinned=1]
Out of memory in data region [name=default, size=-1 B, persistence=true] Try
the following:
^-- Increase off-heap memory size
TraceId:cb235cf5
at
java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:332)
at
java.base/java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:347)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:874)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162)
at
org.apache.ignite.internal.pagememory.persistence.checkpoint.AwaitTasksCompletionExecutor.lambda$execute$1(AwaitTasksCompletionExecutor.java:63)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by:
org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
[segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
dirtyPagesHardThreshold=56, dirtyPages=63, pinned=1]
Out of memory in data region [name=default, size=-1 B, persistence=true] Try
the following:
^-- Increase off-heap memory size
TraceId:cb235cf5
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
at
org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
at
org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
at
org.apache.ignite.internal.pagememory.freelist.PagesList.writeFreeList(PagesList.java:457)
at
org.apache.ignite.internal.pagememory.freelist.PagesList.saveMetadata(PagesList.java:340)
at
org.apache.ignite.internal.pagememory.freelist.FreeListImpl.saveMetadata(FreeListImpl.java:820)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.saveFreeListMetadataBusy(PersistentPageMemoryMvPartitionStorage.java:539)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$syncMetadataOnCheckpoint$16(PersistentPageMemoryMvPartitionStorage.java:463)
at
org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busySafe(AbstractPageMemoryMvPartitionStorage.java:723)
at
org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$syncMetadataOnCheckpoint$17(PersistentPageMemoryMvPartitionStorage.java:463)
at
org.apache.ignite.internal.pagememory.persistence.checkpoint.AwaitTasksCompletionExecutor.lambda$execute$1(AwaitTasksCompletionExecutor.java:59)
... 3 more
2025-08-18 13:22:38:784 +0000
[WARNING][%TablesAmountCapacityTest_cluster_0%partition-operations-10][ReplicaManager]
Failed to process replica request
[request=ReadWriteSingleRowReplicaRequestImpl
[commitPartitionId=ZonePartitionIdMessageImpl [partitionId=11, zoneId=20],
coordinatorId=5eb936d8-56e9-4bc8-bb4e-8b320546199c, delayedAckProcessor=null,
enlistmentConsistencyToken=115049974768599051, full=true,
groupId=ZonePartitionIdMessageImpl [partitionId=11, zoneId=20],
requestType=RW_INSERT, schemaVersion=1, skipDelayedAck=false, tableId=101,
timestamp=HybridTimestamp [physical=2025-08-18 13:22:38:773 +0000, logical=50,
composite=115049978840547378],
transactionId=0198bd58-a035-0032-23c0-6ab500000001]].
java.util.concurrent.CompletionException:
org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535 Error while
advancing the cursor TraceId:3504b7a5
at
java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:315)
at
java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1194)
at
java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processTableAwareRequest(ZonePartitionReplicaListener.java:259)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processRequest(ZonePartitionReplicaListener.java:226)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$invoke$0(ZonePartitionReplicaListener.java:209)
at
java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
at
java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.invoke(ZonePartitionReplicaListener.java:209)
at
org.apache.ignite.internal.replicator.ZonePartitionReplicaImpl.processRequest(ZonePartitionReplicaImpl.java:73)
at
org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:397)
at
org.apache.ignite.internal.replicator.ReplicaManager.lambda$onReplicaMessageReceived$0(ReplicaManager.java:328)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:842)
Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
Error while advancing the cursor TraceId:3504b7a5
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:376)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busy(AbstractPageMemoryIndexStorage.java:321)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busyDataRead(AbstractPageMemoryIndexStorage.java:312)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.hasNext(AbstractPageMemoryIndexStorage.java:372)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.continueResolvingByPk(PartitionReplicaListener.java:1798)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$resolveRowByPk$65(PartitionReplicaListener.java:1773)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.resolveRowByPk(PartitionReplicaListener.java:1787)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processSingleEntryAction(PartitionReplicaListener.java:2786)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$processOperationRequest$6(PartitionReplicaListener.java:693)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.appendTxCommand(PartitionReplicaListener.java:1831)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequest(PartitionReplicaListener.java:688)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequestWithTxOperationManagementLogic(PartitionReplicaListener.java:3634)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequest(PartitionReplicaListener.java:594)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequestInContext(PartitionReplicaListener.java:527)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.process(PartitionReplicaListener.java:519)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$processTableAwareRequest$3(ZonePartitionReplicaListener.java:275)
at
java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
... 13 more
Caused by: org.apache.ignite.internal.pagememory.tree.CorruptedTreeException:
IGN-STORAGE-2 B+Tree is corrupted [groupId=101, pageIds=[0], groupName=101,
msg=Runtime failure on lookup next row: HashIndexRow [rowId=RowId
[partitionId=11, uuid=80000000-0000-0000-8000-000000000000],
super=HashIndexRowKey [indexColumnsHash=-182590606,
indexColumns=org.apache.ignite.internal.storage.pagememory.index.freelist.IndexColumns@326e7a65]]]
TraceId:3504b7a5
at
org.apache.ignite.internal.pagememory.tree.BplusTree.corruptedTreeException(BplusTree.java:6588)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1591)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.peekBusy(AbstractPageMemoryIndexStorage.java:417)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.advanceIfNeededBusy(AbstractPageMemoryIndexStorage.java:436)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:374)
... 29 more
Caused by:
org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
[segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
dirtyPagesHardThreshold=56, dirtyPages=63, pinned=0]
Out of memory in data region [name=default, size=-1 B, persistence=true] Try
the following:
^-- Increase off-heap memory size
TraceId:3504b7a5
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
at
org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
at
org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findDown(BplusTree.java:1621)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.doFind(BplusTree.java:1609)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1583)
... 32 more
2025-08-18 13:22:38:784 +0000
[ERROR][%TablesAmountCapacityTest_cluster_0%checkpoint-thread][FailureManager]
No deadlocked threads detected.
2025-08-18 13:22:38:844 +0000
[INFO][%TablesAmountCapacityTest_cluster_0%partition-operations-10][JdbcQueryEventHandlerImpl]
Exception while executing query.
org.apache.ignite.sql.SqlException: IGN-CMN-65535 Error while advancing the
cursor TraceId:3504b7a5
at
org.apache.ignite.internal.lang.SqlExceptionMapperUtil.mapToPublicSqlException(SqlExceptionMapperUtil.java:73)
at
org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.wrapIfNecessary(TxAwareAsyncCursor.java:160)
at
org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.handleError(TxAwareAsyncCursor.java:135)
at
org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.lambda$onFirstPageReady$5(TxAwareAsyncCursor.java:127)
at
java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:934)
at
java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:911)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
at
java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162)
at
org.apache.ignite.internal.replicator.ReplicaService.lambda$sendToReplicaRaw$8(ReplicaService.java:257)
at
java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
at
java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
at
java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
at
java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
at
org.apache.ignite.internal.network.DefaultMessagingService.onInvokeResponse(DefaultMessagingService.java:641)
at
org.apache.ignite.internal.network.DefaultMessagingService.send0(DefaultMessagingService.java:301)
at
org.apache.ignite.internal.network.DefaultMessagingService.respond(DefaultMessagingService.java:249)
at
org.apache.ignite.internal.network.MessagingService.respond(MessagingService.java:178)
at
org.apache.ignite.internal.replicator.ReplicaManager.lambda$handleReplicaRequest$4(ReplicaManager.java:414)
at
java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:934)
at
java.base/java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:950)
at
java.base/java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2340)
at
org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:399)
at
org.apache.ignite.internal.replicator.ReplicaManager.lambda$onReplicaMessageReceived$0(ReplicaManager.java:328)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:842)
Caused by: org.apache.ignite.lang.IgniteException: IGN-CMN-65535 Error while
advancing the cursor TraceId:3504b7a5
at
org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.lambda$mapToPublicException$2(IgniteExceptionMapperUtil.java:88)
at
org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapCheckingResultIsPublic(IgniteExceptionMapperUtil.java:141)
at
org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapToPublicException(IgniteExceptionMapperUtil.java:137)
at
org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapToPublicException(IgniteExceptionMapperUtil.java:88)
at
org.apache.ignite.internal.lang.SqlExceptionMapperUtil.mapToPublicSqlException(SqlExceptionMapperUtil.java:63)
... 25 more
Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
Error while advancing the cursor TraceId:3504b7a5
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:376)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busy(AbstractPageMemoryIndexStorage.java:321)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busyDataRead(AbstractPageMemoryIndexStorage.java:312)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.hasNext(AbstractPageMemoryIndexStorage.java:372)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.continueResolvingByPk(PartitionReplicaListener.java:1798)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$resolveRowByPk$65(PartitionReplicaListener.java:1773)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.resolveRowByPk(PartitionReplicaListener.java:1787)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processSingleEntryAction(PartitionReplicaListener.java:2786)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$processOperationRequest$6(PartitionReplicaListener.java:693)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.appendTxCommand(PartitionReplicaListener.java:1831)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequest(PartitionReplicaListener.java:688)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequestWithTxOperationManagementLogic(PartitionReplicaListener.java:3634)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequest(PartitionReplicaListener.java:594)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequestInContext(PartitionReplicaListener.java:527)
at
org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.process(PartitionReplicaListener.java:519)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$processTableAwareRequest$3(ZonePartitionReplicaListener.java:275)
at
java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
at
java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processTableAwareRequest(ZonePartitionReplicaListener.java:259)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processRequest(ZonePartitionReplicaListener.java:226)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$invoke$0(ZonePartitionReplicaListener.java:209)
at
java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
at
java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
at
org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.invoke(ZonePartitionReplicaListener.java:209)
at
org.apache.ignite.internal.replicator.ZonePartitionReplicaImpl.processRequest(ZonePartitionReplicaImpl.java:73)
at
org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:397)
... 4 more
Caused by: org.apache.ignite.internal.pagememory.tree.CorruptedTreeException:
IGN-STORAGE-2 B+Tree is corrupted [groupId=101, pageIds=[0], groupName=101,
msg=Runtime failure on lookup next row: HashIndexRow [rowId=RowId
[partitionId=11, uuid=80000000-0000-0000-8000-000000000000],
super=HashIndexRowKey [indexColumnsHash=-182590606,
indexColumns=org.apache.ignite.internal.storage.pagememory.index.freelist.IndexColumns@326e7a65]]]
TraceId:3504b7a5
at
org.apache.ignite.internal.pagememory.tree.BplusTree.corruptedTreeException(BplusTree.java:6588)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1591)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.peekBusy(AbstractPageMemoryIndexStorage.java:417)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.advanceIfNeededBusy(AbstractPageMemoryIndexStorage.java:436)
at
org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:374)
... 29 more
Caused by:
org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
[segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
dirtyPagesHardThreshold=56, dirtyPages=63, pinned=0]
Out of memory in data region [name=default, size=-1 B, persistence=true] Try
the following:
^-- Increase off-heap memory size
TraceId:3504b7a5
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
at
org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
at
org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
at
org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findDown(BplusTree.java:1621)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.doFind(BplusTree.java:1609)
at
org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1583)
... 32 more {code}
was:
*Steps to reproduce:*
1. Start and init cluster of 1 node.
2. Create 50 tables.
3. Insert 1 row into every table.
*Expected:*
50 tables are created, 1 row inserted into every table.
*Actual:*
While row insertions there is an exception:
{code:java}
org.opentest4j.AssertionFailedError: Execute: Insert row into tables 0 - 49 ==>
Unexpected exception thrown: java.util.concurrent.ExecutionException:
java.sql.SQLException: Error while advancing the cursor
at
org.junit.jupiter.api.AssertionFailureBuilder.build(AssertionFailureBuilder.java:152)
at
org.junit.jupiter.api.AssertDoesNotThrow.createAssertionFailedError(AssertDoesNotThrow.java:84)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:53)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:40)
at org.junit.jupiter.api.Assertions.assertDoesNotThrow(Assertions.java:3218)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$15(TablesAmountCapacityBaseTest.java:385)
at io.qameta.allure.Allure.lambda$step$0(Allure.java:113)
at io.qameta.allure.Allure.lambda$step$1(Allure.java:127)
at io.qameta.allure.Allure.step(Allure.java:181)
at io.qameta.allure.Allure.step(Allure.java:125)
at io.qameta.allure.Allure.step(Allure.java:112)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.step(TablesAmountCapacityBaseTest.java:275)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.invokeTasks(TablesAmountCapacityBaseTest.java:380)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.insertRowInTablesParallel(TablesAmountCapacityBaseTest.java:187)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.testTablesAmount(TablesAmountCapacityBaseTest.java:93)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityTest.create1000EmptyTablesAmountOfColumnsEachAndMakeSimpleQueries(TablesAmountCapacityTest.java:89)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:568)
at
org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:787)
at
org.junit.platform.commons.support.ReflectionSupport.invokeMethod(ReflectionSupport.java:479)
at
org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at
org.gridgain.ai3tests.tests.extensions.cluster.IgniteClusterByIgniteRunnerExtension.interceptTestTemplateMethod(IgniteClusterByIgniteRunnerExtension.java:140)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at
io.qameta.allure.junit5.AllureJunit5.interceptTestTemplateMethod(AllureJunit5.java:59)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
at
org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at
org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$submitTask$3(AssertTimeoutPreemptively.java:95)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:842)
Caused by: java.util.concurrent.ExecutionException: java.sql.SQLException:
Error while advancing the cursor
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$14(TablesAmountCapacityBaseTest.java:387)
at
org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:49)
... 34 common frames omitted
Caused by: java.sql.SQLException: Error while advancing the cursor
at
org.apache.ignite.internal.jdbc.proto.IgniteQueryErrorCode.createJdbcSqlException(IgniteQueryErrorCode.java:57)
at
org.apache.ignite.internal.jdbc.JdbcStatement.execute0(JdbcStatement.java:161)
at
org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeWithArguments(JdbcPreparedStatement.java:768)
at
org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeUpdate(JdbcPreparedStatement.java:176)
at
org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$insertRowInTablesParallel$5(TablesAmountCapacityBaseTest.java:179)
at
org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$assertTimeoutPreemptively$0(AssertTimeoutPreemptively.java:48)
... 5 common frames omitted {code}
Server logs are in attachment.
> Creating tables lead to SQLException: Error while advancing the cursor
> ----------------------------------------------------------------------
>
> Key: IGNITE-26229
> URL: https://issues.apache.org/jira/browse/IGNITE-26229
> Project: Ignite
> Issue Type: Bug
> Components: sql ai3
> Affects Versions: 3.1
> Reporter: Igor
> Priority: Critical
> Labels: ignite-3
> Attachments:
> 20250818_132112_497000_TablesAmountCapacityTest_cluster.zip
>
>
> *Steps to reproduce:*
> 1. Start and init cluster of 1 node.
> 2. Create 50 tables.
> 3. Insert 1 row into every table.
> *Expected:*
> 50 tables are created, 1 row inserted into every table.
> *Actual:*
> While row insertions there is an exception:
> {code:java}
> org.opentest4j.AssertionFailedError: Execute: Insert row into tables 0 - 49
> ==> Unexpected exception thrown: java.util.concurrent.ExecutionException:
> java.sql.SQLException: Error while advancing the cursor
> at
> org.junit.jupiter.api.AssertionFailureBuilder.build(AssertionFailureBuilder.java:152)
> at
> org.junit.jupiter.api.AssertDoesNotThrow.createAssertionFailedError(AssertDoesNotThrow.java:84)
> at
> org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:53)
> at
> org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:40)
> at
> org.junit.jupiter.api.Assertions.assertDoesNotThrow(Assertions.java:3218)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$15(TablesAmountCapacityBaseTest.java:385)
> at io.qameta.allure.Allure.lambda$step$0(Allure.java:113)
> at io.qameta.allure.Allure.lambda$step$1(Allure.java:127)
> at io.qameta.allure.Allure.step(Allure.java:181)
> at io.qameta.allure.Allure.step(Allure.java:125)
> at io.qameta.allure.Allure.step(Allure.java:112)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.step(TablesAmountCapacityBaseTest.java:275)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.invokeTasks(TablesAmountCapacityBaseTest.java:380)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.insertRowInTablesParallel(TablesAmountCapacityBaseTest.java:187)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.testTablesAmount(TablesAmountCapacityBaseTest.java:93)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityTest.create1000EmptyTablesAmountOfColumnsEachAndMakeSimpleQueries(TablesAmountCapacityTest.java:89)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:568)
> at
> org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:787)
> at
> org.junit.platform.commons.support.ReflectionSupport.invokeMethod(ReflectionSupport.java:479)
> at
> org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
> at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
> at
> org.gridgain.ai3tests.tests.extensions.cluster.IgniteClusterByIgniteRunnerExtension.interceptTestTemplateMethod(IgniteClusterByIgniteRunnerExtension.java:140)
> at
> org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
> at
> org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
> at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
> at
> io.qameta.allure.junit5.AllureJunit5.interceptTestTemplateMethod(AllureJunit5.java:59)
> at
> org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:112)
> at
> org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:94)
> at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
> at
> org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$submitTask$3(AssertTimeoutPreemptively.java:95)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> at java.base/java.lang.Thread.run(Thread.java:842)
> Caused by: java.util.concurrent.ExecutionException: java.sql.SQLException:
> Error while advancing the cursor
> at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
> at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$invokeTasks$14(TablesAmountCapacityBaseTest.java:387)
> at
> org.junit.jupiter.api.AssertDoesNotThrow.assertDoesNotThrow(AssertDoesNotThrow.java:49)
> ... 34 common frames omitted
> Caused by: java.sql.SQLException: Error while advancing the cursor
> at
> org.apache.ignite.internal.jdbc.proto.IgniteQueryErrorCode.createJdbcSqlException(IgniteQueryErrorCode.java:57)
> at
> org.apache.ignite.internal.jdbc.JdbcStatement.execute0(JdbcStatement.java:161)
> at
> org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeWithArguments(JdbcPreparedStatement.java:768)
> at
> org.apache.ignite.internal.jdbc.JdbcPreparedStatement.executeUpdate(JdbcPreparedStatement.java:176)
> at
> org.gridgain.ai3tests.tests.amountcapacity.TablesAmountCapacityBaseTest.lambda$insertRowInTablesParallel$5(TablesAmountCapacityBaseTest.java:179)
> at
> org.junit.jupiter.api.AssertTimeoutPreemptively.lambda$assertTimeoutPreemptively$0(AssertTimeoutPreemptively.java:48)
> ... 5 common frames omitted {code}
> Server logs are in attachment.
>
> Exception in server side:
> {code:java}
> 2025-08-18 13:22:38:773 +0000
> [ERROR][%TablesAmountCapacityTest_cluster_0%checkpoint-thread][FailureManager]
> Critical system error detected. Will be handled accordingly to configured
> handler [hnd=NoOpFailureHandler [super=AbstractFailureHandler
> [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED,
> SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=CRITICAL_ERROR]
> org.apache.ignite.internal.failure.StackTraceCapturingException:
> IGN-CMN-65535 Unknown error TraceId:cb235cf5
> at
> org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:191)
> at
> org.apache.ignite.internal.failure.FailureManager.process(FailureManager.java:168)
> at
> org.apache.ignite.internal.pagememory.persistence.checkpoint.Checkpointer.doCheckpoint(Checkpointer.java:352)
> at
> org.apache.ignite.internal.pagememory.persistence.checkpoint.Checkpointer.body(Checkpointer.java:251)
> at
> org.apache.ignite.internal.util.worker.IgniteWorker.run(IgniteWorker.java:97)
> at java.base/java.lang.Thread.run(Thread.java:842)
> Caused by: java.util.concurrent.CompletionException:
> org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
> IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
> [segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
> dirtyPagesHardThreshold=56, dirtyPages=63, pinned=1]
> Out of memory in data region [name=default, size=-1 B, persistence=true] Try
> the following:
> ^-- Increase off-heap memory size
> TraceId:cb235cf5
> at
> java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:332)
> at
> java.base/java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:347)
> at
> java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:874)
> at
> java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
> at
> java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
> at
> java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162)
> at
> org.apache.ignite.internal.pagememory.persistence.checkpoint.AwaitTasksCompletionExecutor.lambda$execute$1(AwaitTasksCompletionExecutor.java:63)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> ... 1 more
> Caused by:
> org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
> IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
> [segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
> dirtyPagesHardThreshold=56, dirtyPages=63, pinned=1]
> Out of memory in data region [name=default, size=-1 B, persistence=true] Try
> the following:
> ^-- Increase off-heap memory size
> TraceId:cb235cf5
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
> at
> org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
> at
> org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
> at
> org.apache.ignite.internal.pagememory.freelist.PagesList.writeFreeList(PagesList.java:457)
> at
> org.apache.ignite.internal.pagememory.freelist.PagesList.saveMetadata(PagesList.java:340)
> at
> org.apache.ignite.internal.pagememory.freelist.FreeListImpl.saveMetadata(FreeListImpl.java:820)
> at
> org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.saveFreeListMetadataBusy(PersistentPageMemoryMvPartitionStorage.java:539)
> at
> org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$syncMetadataOnCheckpoint$16(PersistentPageMemoryMvPartitionStorage.java:463)
> at
> org.apache.ignite.internal.storage.pagememory.mv.AbstractPageMemoryMvPartitionStorage.busySafe(AbstractPageMemoryMvPartitionStorage.java:723)
> at
> org.apache.ignite.internal.storage.pagememory.mv.PersistentPageMemoryMvPartitionStorage.lambda$syncMetadataOnCheckpoint$17(PersistentPageMemoryMvPartitionStorage.java:463)
> at
> org.apache.ignite.internal.pagememory.persistence.checkpoint.AwaitTasksCompletionExecutor.lambda$execute$1(AwaitTasksCompletionExecutor.java:59)
> ... 3 more
> 2025-08-18 13:22:38:784 +0000
> [WARNING][%TablesAmountCapacityTest_cluster_0%partition-operations-10][ReplicaManager]
> Failed to process replica request
> [request=ReadWriteSingleRowReplicaRequestImpl
> [commitPartitionId=ZonePartitionIdMessageImpl [partitionId=11, zoneId=20],
> coordinatorId=5eb936d8-56e9-4bc8-bb4e-8b320546199c, delayedAckProcessor=null,
> enlistmentConsistencyToken=115049974768599051, full=true,
> groupId=ZonePartitionIdMessageImpl [partitionId=11, zoneId=20],
> requestType=RW_INSERT, schemaVersion=1, skipDelayedAck=false, tableId=101,
> timestamp=HybridTimestamp [physical=2025-08-18 13:22:38:773 +0000,
> logical=50, composite=115049978840547378],
> transactionId=0198bd58-a035-0032-23c0-6ab500000001]].
> java.util.concurrent.CompletionException:
> org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535 Error
> while advancing the cursor TraceId:3504b7a5
> at
> java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:315)
> at
> java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1194)
> at
> java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processTableAwareRequest(ZonePartitionReplicaListener.java:259)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processRequest(ZonePartitionReplicaListener.java:226)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$invoke$0(ZonePartitionReplicaListener.java:209)
> at
> java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
> at
> java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.invoke(ZonePartitionReplicaListener.java:209)
> at
> org.apache.ignite.internal.replicator.ZonePartitionReplicaImpl.processRequest(ZonePartitionReplicaImpl.java:73)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:397)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.lambda$onReplicaMessageReceived$0(ReplicaManager.java:328)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> at java.base/java.lang.Thread.run(Thread.java:842)
> Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
> Error while advancing the cursor TraceId:3504b7a5
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:376)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busy(AbstractPageMemoryIndexStorage.java:321)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busyDataRead(AbstractPageMemoryIndexStorage.java:312)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.hasNext(AbstractPageMemoryIndexStorage.java:372)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.continueResolvingByPk(PartitionReplicaListener.java:1798)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$resolveRowByPk$65(PartitionReplicaListener.java:1773)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.resolveRowByPk(PartitionReplicaListener.java:1787)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processSingleEntryAction(PartitionReplicaListener.java:2786)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$processOperationRequest$6(PartitionReplicaListener.java:693)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.appendTxCommand(PartitionReplicaListener.java:1831)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequest(PartitionReplicaListener.java:688)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequestWithTxOperationManagementLogic(PartitionReplicaListener.java:3634)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequest(PartitionReplicaListener.java:594)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequestInContext(PartitionReplicaListener.java:527)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.process(PartitionReplicaListener.java:519)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$processTableAwareRequest$3(ZonePartitionReplicaListener.java:275)
> at
> java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
> ... 13 more
> Caused by: org.apache.ignite.internal.pagememory.tree.CorruptedTreeException:
> IGN-STORAGE-2 B+Tree is corrupted [groupId=101, pageIds=[0], groupName=101,
> msg=Runtime failure on lookup next row: HashIndexRow [rowId=RowId
> [partitionId=11, uuid=80000000-0000-0000-8000-000000000000],
> super=HashIndexRowKey [indexColumnsHash=-182590606,
> indexColumns=org.apache.ignite.internal.storage.pagememory.index.freelist.IndexColumns@326e7a65]]]
> TraceId:3504b7a5
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.corruptedTreeException(BplusTree.java:6588)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1591)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.peekBusy(AbstractPageMemoryIndexStorage.java:417)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.advanceIfNeededBusy(AbstractPageMemoryIndexStorage.java:436)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:374)
> ... 29 more
> Caused by:
> org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
> IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
> [segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
> dirtyPagesHardThreshold=56, dirtyPages=63, pinned=0]
> Out of memory in data region [name=default, size=-1 B, persistence=true] Try
> the following:
> ^-- Increase off-heap memory size
> TraceId:3504b7a5
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
> at
> org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
> at
> org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findDown(BplusTree.java:1621)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.doFind(BplusTree.java:1609)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1583)
> ... 32 more
> 2025-08-18 13:22:38:784 +0000
> [ERROR][%TablesAmountCapacityTest_cluster_0%checkpoint-thread][FailureManager]
> No deadlocked threads detected.
> 2025-08-18 13:22:38:844 +0000
> [INFO][%TablesAmountCapacityTest_cluster_0%partition-operations-10][JdbcQueryEventHandlerImpl]
> Exception while executing query.
> org.apache.ignite.sql.SqlException: IGN-CMN-65535 Error while advancing the
> cursor TraceId:3504b7a5
> at
> org.apache.ignite.internal.lang.SqlExceptionMapperUtil.mapToPublicSqlException(SqlExceptionMapperUtil.java:73)
> at
> org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.wrapIfNecessary(TxAwareAsyncCursor.java:160)
> at
> org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.handleError(TxAwareAsyncCursor.java:135)
> at
> org.apache.ignite.internal.sql.engine.exec.TxAwareAsyncCursor.lambda$onFirstPageReady$5(TxAwareAsyncCursor.java:127)
> at
> java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:934)
> at
> java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:911)
> at
> java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
> at
> java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162)
> at
> org.apache.ignite.internal.replicator.ReplicaService.lambda$sendToReplicaRaw$8(ReplicaService.java:257)
> at
> java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
> at
> java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
> at
> java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
> at
> java.base/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
> at
> org.apache.ignite.internal.network.DefaultMessagingService.onInvokeResponse(DefaultMessagingService.java:641)
> at
> org.apache.ignite.internal.network.DefaultMessagingService.send0(DefaultMessagingService.java:301)
> at
> org.apache.ignite.internal.network.DefaultMessagingService.respond(DefaultMessagingService.java:249)
> at
> org.apache.ignite.internal.network.MessagingService.respond(MessagingService.java:178)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.lambda$handleReplicaRequest$4(ReplicaManager.java:414)
> at
> java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:934)
> at
> java.base/java.util.concurrent.CompletableFuture.uniHandleStage(CompletableFuture.java:950)
> at
> java.base/java.util.concurrent.CompletableFuture.handle(CompletableFuture.java:2340)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:399)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.lambda$onReplicaMessageReceived$0(ReplicaManager.java:328)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> at java.base/java.lang.Thread.run(Thread.java:842)
> Caused by: org.apache.ignite.lang.IgniteException: IGN-CMN-65535 Error while
> advancing the cursor TraceId:3504b7a5
> at
> org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.lambda$mapToPublicException$2(IgniteExceptionMapperUtil.java:88)
> at
> org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapCheckingResultIsPublic(IgniteExceptionMapperUtil.java:141)
> at
> org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapToPublicException(IgniteExceptionMapperUtil.java:137)
> at
> org.apache.ignite.internal.lang.IgniteExceptionMapperUtil.mapToPublicException(IgniteExceptionMapperUtil.java:88)
> at
> org.apache.ignite.internal.lang.SqlExceptionMapperUtil.mapToPublicSqlException(SqlExceptionMapperUtil.java:63)
> ... 25 more
> Caused by: org.apache.ignite.internal.storage.StorageException: IGN-CMN-65535
> Error while advancing the cursor TraceId:3504b7a5
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:376)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busy(AbstractPageMemoryIndexStorage.java:321)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage.busyDataRead(AbstractPageMemoryIndexStorage.java:312)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.hasNext(AbstractPageMemoryIndexStorage.java:372)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.continueResolvingByPk(PartitionReplicaListener.java:1798)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$resolveRowByPk$65(PartitionReplicaListener.java:1773)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.resolveRowByPk(PartitionReplicaListener.java:1787)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processSingleEntryAction(PartitionReplicaListener.java:2786)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.lambda$processOperationRequest$6(PartitionReplicaListener.java:693)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.appendTxCommand(PartitionReplicaListener.java:1831)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequest(PartitionReplicaListener.java:688)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processOperationRequestWithTxOperationManagementLogic(PartitionReplicaListener.java:3634)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequest(PartitionReplicaListener.java:594)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.processRequestInContext(PartitionReplicaListener.java:527)
> at
> org.apache.ignite.internal.table.distributed.replicator.PartitionReplicaListener.process(PartitionReplicaListener.java:519)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$processTableAwareRequest$3(ZonePartitionReplicaListener.java:275)
> at
> java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
> at
> java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processTableAwareRequest(ZonePartitionReplicaListener.java:259)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.processRequest(ZonePartitionReplicaListener.java:226)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.lambda$invoke$0(ZonePartitionReplicaListener.java:209)
> at
> java.base/java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1187)
> at
> java.base/java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2309)
> at
> org.apache.ignite.internal.partition.replicator.ZonePartitionReplicaListener.invoke(ZonePartitionReplicaListener.java:209)
> at
> org.apache.ignite.internal.replicator.ZonePartitionReplicaImpl.processRequest(ZonePartitionReplicaImpl.java:73)
> at
> org.apache.ignite.internal.replicator.ReplicaManager.handleReplicaRequest(ReplicaManager.java:397)
> ... 4 more
> Caused by: org.apache.ignite.internal.pagememory.tree.CorruptedTreeException:
> IGN-STORAGE-2 B+Tree is corrupted [groupId=101, pageIds=[0], groupName=101,
> msg=Runtime failure on lookup next row: HashIndexRow [rowId=RowId
> [partitionId=11, uuid=80000000-0000-0000-8000-000000000000],
> super=HashIndexRowKey [indexColumnsHash=-182590606,
> indexColumns=org.apache.ignite.internal.storage.pagememory.index.freelist.IndexColumns@326e7a65]]]
> TraceId:3504b7a5
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.corruptedTreeException(BplusTree.java:6588)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1591)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.peekBusy(AbstractPageMemoryIndexStorage.java:417)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.advanceIfNeededBusy(AbstractPageMemoryIndexStorage.java:436)
> at
> org.apache.ignite.internal.storage.pagememory.index.AbstractPageMemoryIndexStorage$ScanCursor.lambda$hasNext$0(AbstractPageMemoryIndexStorage.java:374)
> ... 29 more
> Caused by:
> org.apache.ignite.internal.pagememory.mem.IgniteOutOfMemoryException:
> IGN-CMN-65535 Failed to find a page for eviction (no pages to replace)
> [segmentCapacity=157, loaded=63, dirtyPagesSoftThreshold=47,
> dirtyPagesHardThreshold=56, dirtyPages=63, pinned=0]
> Out of memory in data region [name=default, size=-1 B, persistence=true] Try
> the following:
> ^-- Increase off-heap memory size
> TraceId:3504b7a5
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.oomException(PersistentPageMemory.java:1686)
> at
> org.apache.ignite.internal.pagememory.persistence.replacement.ClockPageReplacementPolicy.replace(ClockPageReplacementPolicy.java:101)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory$Segment.removePageForReplacement(PersistentPageMemory.java:1666)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:737)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:669)
> at
> org.apache.ignite.internal.pagememory.persistence.PersistentPageMemory.acquirePage(PersistentPageMemory.java:641)
> at
> org.apache.ignite.internal.pagememory.datastructure.DataStructure.acquirePage(DataStructure.java:173)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findDown(BplusTree.java:1621)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.doFind(BplusTree.java:1609)
> at
> org.apache.ignite.internal.pagememory.tree.BplusTree.findNext(BplusTree.java:1583)
> ... 32 more {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
