[
https://issues.apache.org/jira/browse/CASSANDRA-20307?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18041975#comment-18041975
]
Caleb Rackliffe commented on CASSANDRA-20307:
---------------------------------------------
I see a possibly TCM-related strong self-ref loop in the logs for both nodes.
Going to look into that...
{noformat}
ERROR [node2_Strong-Reference-Leak-Detector:1] node2 2025-11-15T01:09:29,650
NoSpamLogger.java:112 - Strong self-ref loop detected
[/home/cassandra/cassandra/build/tmp/dtests4442900250179785331/node2/data1/distributed_test_keyspace/basic_sai0-1b255f4def2540a6000000000000000b/pa-121-big-Data.db,
final org.apache.cassandra.io.util.RebuffererFactory
org.apache.cassandra.io.util.FileHandle$Cleanup.rebufferer-org.apache.cassandra.io.util.CompressedChunkReader$Standard,
final java.util.function.Supplier
org.apache.cassandra.io.util.CompressedChunkReader.crcCheckChanceSupplier-org.apache.cassandra.io.sstable.format.SortedTableWriter$$Lambda$3357/0x0000000840e27c40,
private final org.apache.cassandra.schema.TableMetadataRef
org.apache.cassandra.io.sstable.format.SortedTableWriter$$Lambda$3357/0x0000000840e27c40.arg$1-org.apache.cassandra.schema.TableMetadataRef$2,
final org.apache.cassandra.schema.TableMetadataRef
org.apache.cassandra.schema.TableMetadataRef$2.val$wrapped-org.apache.cassandra.schema.TableMetadataRef,
private final org.apache.cassandra.schema.SchemaProvider
org.apache.cassandra.schema.TableMetadataRef.schema-org.apache.cassandra.schema.Schema,
private final java.util.Map
org.apache.cassandra.schema.Schema.localKeyspaceInstances-java.util.HashMap,
transient java.util.HashMap$Node[]
java.util.HashMap.table-[Ljava.util.HashMap$Node;, transient
java.util.HashMap$Node[] java.util.HashMap.table-java.util.HashMap$Node,
java.lang.Object
java.util.HashMap$Node.value-org.apache.cassandra.schema.Schema$LazyVariable,
private final java.util.concurrent.atomic.AtomicReference
org.apache.cassandra.schema.Schema$LazyVariable.ref-java.util.concurrent.atomic.AtomicReference,
private volatile java.lang.Object
java.util.concurrent.atomic.AtomicReference.value-org.apache.cassandra.db.Keyspace,
...
private final java.util.concurrent.BlockingQueue
java.util.concurrent.ThreadPoolExecutor.workQueue-java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask,
private java.util.concurrent.Callable
java.util.concurrent.FutureTask.callable-java.util.concurrent.Executors$RunnableAdapter,
private final java.lang.Runnable
java.util.concurrent.Executors$RunnableAdapter.task-org.apache.cassandra.concurrent.ExecutionFailure$1,
final java.lang.Runnable
org.apache.cassandra.concurrent.ExecutionFailure$1.val$wrap-org.apache.cassandra.service.accord.AccordExecutor$$Lambda$4017/0x00000008410c0440,
private final org.apache.cassandra.service.accord.AccordExecutor
org.apache.cassandra.service.accord.AccordExecutor$$Lambda$4017/0x00000008410c0440.arg$1-org.apache.cassandra.service.accord.AccordExecutorSyncSubmit,
private final org.apache.cassandra.service.accord.AccordExecutorLoops
org.apache.cassandra.service.accord.AccordExecutorSyncSubmit.loops-org.apache.cassandra.service.accord.AccordExecutorLoops,
private final org.agrona.collections.Long2ObjectHashMap
org.apache.cassandra.service.accord.AccordExecutorLoops.loops-org.agrona.collections.Long2ObjectHashMap,
private java.lang.Object[]
org.agrona.collections.Long2ObjectHashMap.values-[Ljava.lang.Object;, private
java.lang.Object[]
org.agrona.collections.Long2ObjectHashMap.values-io.netty.util.concurrent.FastThreadLocalThread,
...
private final org.apache.cassandra.concurrent.Interruptible$Task
org.apache.cassandra.concurrent.InfiniteLoopExecutor.task-org.apache.cassandra.tcm.log.LocalLog$Async$AsyncRunnable,
final org.apache.cassandra.tcm.log.LocalLog$Async
org.apache.cassandra.tcm.log.LocalLog$Async$AsyncRunnable.this$0-org.apache.cassandra.tcm.log.LocalLog$Async,
protected final java.util.concurrent.atomic.AtomicReference
org.apache.cassandra.tcm.log.LocalLog.committed-java.util.concurrent.atomic.AtomicReference,
private volatile java.lang.Object
java.util.concurrent.atomic.AtomicReference.value-org.apache.cassandra.tcm.ClusterMetadata,
public final org.apache.cassandra.schema.DistributedSchema
org.apache.cassandra.tcm.ClusterMetadata.schema-org.apache.cassandra.schema.DistributedSchema,
private final java.util.Map
org.apache.cassandra.schema.DistributedSchema.keyspaceInstances-java.util.HashMap,
transient java.util.HashMap$Node[]
java.util.HashMap.table-[Ljava.util.HashMap$Node;,
transient java.util.HashMap$Node[]
java.util.HashMap.table-java.util.HashMap$Node,
java.util.HashMap$Node java.util.HashMap$Node.next-java.util.HashMap$Node,
java.lang.Object java.util.HashMap$Node.value-org.apache.cassandra.db.Keyspace,
private final java.util.concurrent.ConcurrentMap
org.apache.cassandra.db.Keyspace.columnFamilyStores-java.util.concurrent.ConcurrentHashMap,
private final java.util.concurrent.ConcurrentMap
org.apache.cassandra.db.Keyspace.columnFamilyStores-org.apache.cassandra.db.ColumnFamilyStore,
private final org.apache.cassandra.db.lifecycle.Tracker
org.apache.cassandra.db.ColumnFamilyStore.data-org.apache.cassandra.db.lifecycle.Tracker,
private final java.util.List
org.apache.cassandra.db.lifecycle.Tracker.subscribers-java.util.concurrent.CopyOnWriteArrayList,
private final java.util.List
org.apache.cassandra.db.lifecycle.Tracker.subscribers-org.apache.cassandra.db.compaction.CompactionStrategyManager,
private final org.apache.cassandra.db.compaction.CompactionStrategyHolder
org.apache.cassandra.db.compaction.CompactionStrategyManager.repaired-org.apache.cassandra.db.compaction.CompactionStrategyHolder,
private final java.util.List
org.apache.cassandra.db.compaction.CompactionStrategyHolder.strategies-java.util.ArrayList,
...
final java.lang.Object
java.util.HashMap$Node.key-org.apache.cassandra.io.sstable.format.big.BigTableReader,
protected final org.apache.cassandra.io.util.FileHandle
org.apache.cassandra.io.sstable.format.SSTableReader.dfile-org.apache.cassandra.io.util.FileHandle,
final org.apache.cassandra.utils.concurrent.Ref
org.apache.cassandra.utils.concurrent.SharedCloseableImpl.ref-org.apache.cassandra.utils.concurrent.Ref]
{noformat}
> Timeouting org.apache.cassandra.fuzz.sai.MultiNodeSAITest indexOnlySaiTest
> --------------------------------------------------------------------------
>
> Key: CASSANDRA-20307
> URL: https://issues.apache.org/jira/browse/CASSANDRA-20307
> Project: Apache Cassandra
> Issue Type: Bug
> Components: Test/fuzz
> Reporter: Stefan Miklosovic
> Assignee: Caleb Rackliffe
> Priority: Normal
> Fix For: 5.x
>
> Attachments:
> TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.1.gz,
> TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.2.gz,
> TEST-org.apache.cassandra.fuzz.sai.MultiNodeSAITest.log.xz,
> node_1_system.log.xz, node_2_system.log.xz
>
>
> This started to fail both on latest and "normal" profile in trunk
> {code:java}
> junit.framework.AssertionFailedError: Timeout occurred. Please note the time
> in the report does not reflect the time until the timeout.
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.util.Vector.forEach(Vector.java:1365)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.util.Vector.forEach(Vector.java:1365)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.util.Vector.forEach(Vector.java:1365)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at org.apache.cassandra.anttasks.TestHelper.execute(TestHelper.java:53)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.util.Vector.forEach(Vector.java:1365)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> {code}
> cc [~maedhroz]
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
