[
https://issues.apache.org/jira/browse/CASSANDRA-12238?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16421423#comment-16421423
]
Steve Severance commented on CASSANDRA-12238:
---------------------------------------------
I am seeing something that is potentially similar following an upgrade from
3.0.9 to 3.11.2. I don't know if it actually has any impact on the application
yet.
WARN [ReadStage-6] 2018-03-31 18:18:42,439
AbstractLocalAwareExecutorService.java:167 - Uncaught exception on thread
Thread[ReadStage-6,5,main]: {}
java.lang.IndexOutOfBoundsException: null
at java.nio.Buffer.checkIndex(Buffer.java:546) ~[na:1.8.0_161]
at java.nio.HeapByteBuffer.getShort(HeapByteBuffer.java:314) ~[na:1.8.0_161]
at
org.apache.cassandra.db.context.CounterContext.headerLength(CounterContext.java:173)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.db.context.CounterContext.updateDigest(CounterContext.java:696)
~[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.db.rows.AbstractCell.digest(AbstractCell.java:126)
~[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.db.rows.AbstractRow.digest(AbstractRow.java:81)
~[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.db.rows.AbstractRow.digest(AbstractRow.java:68)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.db.rows.UnfilteredRowIterators.digest(UnfilteredRowIterators.java:181)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.db.partitions.UnfilteredPartitionIterators.digest(UnfilteredPartitionIterators.java:263)
~[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.db.ReadResponse.makeDigest(ReadResponse.java:120)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.db.ReadResponse.createDigestResponse(ReadResponse.java:87)
~[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.db.ReadCommand.createResponse(ReadCommand.java:345)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.db.ReadCommandVerbHandler.doVerb(ReadCommandVerbHandler.java:50)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:66)
~[apache-cassandra-3.11.2.jar:3.11.2]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
~[na:1.8.0_161]
at
org.apache.cassandra.concurrent.AbstractLocalAwareExecutorService$FutureTask.run(AbstractLocalAwareExecutorService.java:162)
~[apache-cassandra-3.11.2.jar:3.11.2]
at
org.apache.cassandra.concurrent.AbstractLocalAwareExecutorService$LocalSessionFutureTask.run(AbstractLocalAwareExecutorService.java:134)
[apache-cassandra-3.11.2.jar:3.11.2]
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:109)
[apache-cassandra-3.11.2.jar:3.11.2]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_161]
> Unexpected exception during request java.lang.IndexOutOfBoundsException: null
> -----------------------------------------------------------------------------
>
> Key: CASSANDRA-12238
> URL: https://issues.apache.org/jira/browse/CASSANDRA-12238
> Project: Cassandra
> Issue Type: Bug
> Environment: datastax-ddc-3.7.0, CentOS 7, x86, JDK 1.8.0u91
> Reporter: Gábor Auth
> Priority: Major
>
> Our two DCs and eight nodes cluster throws sometimes:
> {code}
> ERROR [SharedPool-Worker-25] 2016-07-19 16:22:14,643 ErrorMessage.java:338 -
> Unexpected exception during request
> java.lang.IndexOutOfBoundsException: null
> at java.nio.Buffer.checkIndex(Buffer.java:546) ~[na:1.8.0_91]
> at java.nio.HeapByteBuffer.getShort(HeapByteBuffer.java:314)
> ~[na:1.8.0_91]
> at
> org.apache.cassandra.db.context.CounterContext.headerLength(CounterContext.java:141)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.context.CounterContext.access$100(CounterContext.java:76)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.context.CounterContext$ContextState.<init>(CounterContext.java:758)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.context.CounterContext$ContextState.wrap(CounterContext.java:765)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.context.CounterContext.merge(CounterContext.java:271)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.Conflicts.mergeCounterValues(Conflicts.java:76)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at org.apache.cassandra.db.rows.Cells.reconcile(Cells.java:143)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.Row$Merger$ColumnDataReducer.getReduced(Row.java:614)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.Row$Merger$ColumnDataReducer.getReduced(Row.java:572)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.MergeIterator$ManyToOne.consume(MergeIterator.java:217)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.MergeIterator$ManyToOne.computeNext(MergeIterator.java:156)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.AbstractIterator.hasNext(AbstractIterator.java:47)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at org.apache.cassandra.db.rows.Row$Merger.merge(Row.java:549)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.UnfilteredRowIterators$UnfilteredRowMergeIterator$MergeReducer.getReduced(UnfilteredRowIterators.java:473)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.UnfilteredRowIterators$UnfilteredRowMergeIterator$MergeReducer.getReduced(UnfilteredRowIterators.java:437)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.MergeIterator$ManyToOne.consume(MergeIterator.java:217)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.MergeIterator$ManyToOne.computeNext(MergeIterator.java:156)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.AbstractIterator.hasNext(AbstractIterator.java:47)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.UnfilteredRowIterators$UnfilteredRowMergeIterator.computeNext(UnfilteredRowIterators.java:419)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.rows.UnfilteredRowIterators$UnfilteredRowMergeIterator.computeNext(UnfilteredRowIterators.java:279)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.utils.AbstractIterator.hasNext(AbstractIterator.java:47)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.BaseRows.hasNext(BaseRows.java:112)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.FilteredRows.isEmpty(FilteredRows.java:30)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.Filter.closeIfEmpty(Filter.java:49)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.Filter.applyToPartition(Filter.java:22)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.Filter.applyToPartition(Filter.java:6)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.db.transform.BasePartitions.hasNext(BasePartitions.java:76)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.statements.SelectStatement.process(SelectStatement.java:735)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.statements.SelectStatement.processResults(SelectStatement.java:410)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.statements.SelectStatement.execute(SelectStatement.java:363)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.statements.SelectStatement.execute(SelectStatement.java:237)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.statements.SelectStatement.execute(SelectStatement.java:78)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.QueryProcessor.processStatement(QueryProcessor.java:208)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.QueryProcessor.processPrepared(QueryProcessor.java:486)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.cql3.QueryProcessor.processPrepared(QueryProcessor.java:463)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.transport.messages.ExecuteMessage.execute(ExecuteMessage.java:130)
> ~[apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.transport.Message$Dispatcher.channelRead0(Message.java:507)
> [apache-cassandra-3.7.0.jar:3.7.0]
> at
> org.apache.cassandra.transport.Message$Dispatcher.channelRead0(Message.java:401)
> [apache-cassandra-3.7.0.jar:3.7.0]
> at
> io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105)
> [netty-all-4.0.36.Final.jar:4.0.36.Final]
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:292)
> [netty-all-4.0.36.Final.jar:4.0.36.Final]
> at
> io.netty.channel.AbstractChannelHandlerContext.access$600(AbstractChannelHandlerContext.java:32)
> [netty-all-4.0.36.Final.jar:4.0.36.Final]
> at
> io.netty.channel.AbstractChannelHandlerContext$7.run(AbstractChannelHandlerContext.java:283)
> [netty-all-4.0.36.Final.jar:4.0.36.Final]
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> [na:1.8.0_91]
> at
> org.apache.cassandra.concurrent.AbstractLocalAwareExecutorService$FutureTask.run(AbstractLocalAwareExecutorService.java:164)
> [apache-cassandra-3.7.0.jar:3.7.0]
> at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:105)
> [apache-cassandra-3.7.0.jar:3.7.0]
> at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91]
> {code}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]