qianxinxu opened a new issue #10512:
URL: https://github.com/apache/druid/issues/10512
In druid cluster 0.13.0, there is a bug at middleManger node which leads to
task's failure.
2020-10-15T07:24:42,131 ERROR
[qtp1268261468-144[topN_[MiddletiersBillingProd]_c5b9ab47-bc04-4f7f-9ea3-b771e5b48862]]
org.apache.druid.server.QueryResource - Exception handling request:
{class=org.apache.druid.server.QueryResource, exceptionType=class
java.lang.ClassCastException,
exceptionMessage=org.apache.druid.segment.StringDimensionIndexer cannot be cast
to org.apache.druid.segment.incremental.IncrementalIndexRow,
exception=java.lang.ClassCastException:
org.apache.druid.segment.StringDimensionIndexer cannot be cast to
org.apache.druid.segment.incremental.IncrementalIndexRow,
query=TopNQuery{dataSource='MiddletiersBillingProd',
dimensionSpec=DefaultDimensionSpec{dimension='expLayer20',
outputName='expLayer20', outputType='STRING'},
topNMetricSpec=NumericTopNMetricSpec{metric='ecpm'}, threshold=1000,
querySegmentSpec=MultipleSpecificSegmentSpec{descriptors=[SegmentDescriptor{interval=2020-10-15T07:00:00.000Z/2020-10-15T07:25:00.000Z,
version='2020-10-15T07:00:09.959Z', partitio
nNumber=8}]}, virtualColumns=[], dimFilter=(expLayer20 IN (3103, 3242, 3261,
3368, 3371, 3414) && tagId IN (1.13.c.1, 1.13.c.2)),
granularity='AllGranularity',
aggregatorSpecs=[LongSumAggregatorFactory{fieldName='click', expression='null',
name='!T_0'}, LongSumAggregatorFactory{fieldName='expose', expression='null',
name='!T_1'}, LongSumAggregatorFactory{fieldName='fee', expression='null',
name='!T_2'}, DoubleSumAggregatorFactory{fieldName='predict-ctr',
expression='null', name='!T_3'}],
postAggregatorSpecs=[ExpressionPostAggregator{name='ctr',
expression='if("!T_1"!=0,(cast(("!T_0"*100),'DOUBLE')/"!T_1"),0)',
ordering=null}, ExpressionPostAggregator{name='ecpm',
expression='(cast(if("!T_1"!=0,(cast("!T_2",'DOUBLE')/"!T_1"),0),'DOUBLE')/100)',
ordering=null}, ExpressionPostAggregator{name='pctr',
expression='if("!T_1"!=0,(cast(("!T_3"*100),'DOUBLE')/"!T_1"),0)',
ordering=null}, ExpressionPostAggregator{name='ecpc',
expression='if("!T_0"!=0,(cast((cast("!T_2",'DOUBLE')/100000),'DOUBL
E')/"!T_0"),0)', ordering=null}]}, peer=10.142.97.12}
java.lang.ClassCastException:
org.apache.druid.segment.StringDimensionIndexer cannot be cast to
org.apache.druid.segment.incremental.IncrementalIndexRow
at
org.apache.druid.segment.incremental.IncrementalIndex$IncrementalIndexRowComparator.compare(IncrementalIndex.java:1145)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
java.util.concurrent.ConcurrentSkipListMap.cpr(ConcurrentSkipListMap.java:655)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap$SubMap.tooHigh(ConcurrentSkipListMap.java:2639)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap$SubMap$SubMapIter.ascend(ConcurrentSkipListMap.java:3162)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap$SubMap$SubMapIter.advance(ConcurrentSkipListMap.java:3151)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap$SubMap$SubMapKeyIterator.next(ConcurrentSkipListMap.java:3237)
~[?:1.8.0_202]
at
org.apache.druid.segment.incremental.IncrementalIndexStorageAdapter$IncrementalIndexCursor.advanceUninterruptibly(IncrementalIndexStorageAdapter.java:308)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.PooledTopNAlgorithm.scanAndAggregateDefault(PooledTopNAlgorithm.java:651)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.PooledTopNAlgorithm.scanAndAggregate(PooledTopNAlgorithm.java:334)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.PooledTopNAlgorithm.scanAndAggregate(PooledTopNAlgorithm.java:53)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.BaseTopNAlgorithm.runWithCardinalityKnown(BaseTopNAlgorithm.java:120)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.BaseTopNAlgorithm.run(BaseTopNAlgorithm.java:83)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at org.apache.druid.query.topn.TopNMapFn.apply(TopNMapFn.java:67)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.TopNQueryEngine$1.apply(TopNQueryEngine.java:97)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.topn.TopNQueryEngine$1.apply(TopNQueryEngine.java:90)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.MappingAccumulator.accumulate(MappingAccumulator.java:40)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.MappingAccumulator.accumulate(MappingAccumulator.java:40)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.BaseSequence.accumulate(BaseSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.MappedSequence.accumulate(MappedSequence.java:43)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.MappedSequence.accumulate(MappedSequence.java:43)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.FilteredSequence.accumulate(FilteredSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence$1.get(WrappingSequence.java:50)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.SequenceWrapper.wrap(SequenceWrapper.java:55)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence.accumulate(WrappingSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.Sequence.toList(Sequence.java:76)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1$1.call(ChainedExecutionQueryRunner.java:124)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1$1.call(ChainedExecutionQueryRunner.java:114)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
~[?:1.8.0_202]
at
com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
~[guava-16.0.1.jar:?]
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
~[?:1.8.0_202]
at
com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:58)
~[guava-16.0.1.jar:?]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1.lambda$make$0(ChainedExecutionQueryRunner.java:112)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at com.google.common.collect.Iterators$8.transform(Iterators.java:794)
~[guava-16.0.1.jar:?]
at
com.google.common.collect.TransformedIterator.next(TransformedIterator.java:48)
~[guava-16.0.1.jar:?]
at com.google.common.collect.Iterators.addAll(Iterators.java:357)
~[guava-16.0.1.jar:?]
at com.google.common.collect.Lists.newArrayList(Lists.java:147)
~[guava-16.0.1.jar:?]
at com.google.common.collect.Lists.newArrayList(Lists.java:129)
~[guava-16.0.1.jar:?]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1.make(ChainedExecutionQueryRunner.java:104)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.BaseSequence.accumulate(BaseSequence.java:42)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.LazySequence.accumulate(LazySequence.java:40)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence$1.get(WrappingSequence.java:50)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.SequenceWrapper.wrap(SequenceWrapper.java:55)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence.accumulate(WrappingSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.LazySequence.accumulate(LazySequence.java:40)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence$1.get(WrappingSequence.java:50)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.SequenceWrapper.wrap(SequenceWrapper.java:55)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence.accumulate(WrappingSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence$1.get(WrappingSequence.java:50)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.CPUTimeMetricQueryRunner$1.wrap(CPUTimeMetricQueryRunner.java:74)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence.accumulate(WrappingSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.spec.SpecificSegmentQueryRunner$2.accumulate(SpecificSegmentQueryRunner.java:86)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence$1.get(WrappingSequence.java:50)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.spec.SpecificSegmentQueryRunner.doNamed(SpecificSegmentQueryRunner.java:172)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.spec.SpecificSegmentQueryRunner.access$200(SpecificSegmentQueryRunner.java:45)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.spec.SpecificSegmentQueryRunner$3.wrap(SpecificSegmentQueryRunner.java:152)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.WrappingSequence.accumulate(WrappingSequence.java:45)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.java.util.common.guava.Sequence.toList(Sequence.java:76)
~[java-util-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1$1.call(ChainedExecutionQueryRunner.java:124)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.query.ChainedExecutionQueryRunner$1$1.call(ChainedExecutionQueryRunner.java:114)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
~[?:1.8.0_202]
at
org.apache.druid.query.PrioritizedListenableFutureTask.run(PrioritizedExecutorService.java:249)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
~[?:1.8.0_202]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
~[?:1.8.0_202]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_202]
2020-10-15T07:24:42,268 ERROR [task-runner-0-priority-0]
org.apache.druid.indexing.common.task.RealtimeIndexTask - Exception aborted
realtime processing[MiddletiersBillingProd]:
{class=org.apache.druid.indexing.common.task.RealtimeIndexTask,
exceptionType=class java.lang.ClassCastException,
exceptionMessage=org.apache.druid.segment.StringDimensionIndexer cannot be cast
to org.apache.druid.segment.incremental.IncrementalIndexRow}
java.lang.ClassCastException:
org.apache.druid.segment.StringDimensionIndexer cannot be cast to
org.apache.druid.segment.incremental.IncrementalIndexRow
at
org.apache.druid.segment.incremental.IncrementalIndex$IncrementalIndexRowComparator.compare(IncrementalIndex.java:1145)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
java.util.concurrent.ConcurrentSkipListMap.cpr(ConcurrentSkipListMap.java:655)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap.doGet(ConcurrentSkipListMap.java:794)
~[?:1.8.0_202]
at
java.util.concurrent.ConcurrentSkipListMap.get(ConcurrentSkipListMap.java:1546)
~[?:1.8.0_202]
at
org.apache.druid.segment.incremental.IncrementalIndex$RollupFactsHolder.getPriorIndex(IncrementalIndex.java:1264)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.segment.incremental.OnheapIncrementalIndex.addToFacts(OnheapIncrementalIndex.java:157)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.segment.incremental.IncrementalIndex.add(IncrementalIndex.java:610)
~[druid-processing-0.13.0-incubating.jar:0.13.0-incubating]
at org.apache.druid.segment.realtime.plumber.Sink.add(Sink.java:181)
~[druid-server-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.segment.realtime.plumber.RealtimePlumber.add(RealtimePlumber.java:224)
~[druid-server-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.segment.realtime.plumber.Plumbers.addNextRow(Plumbers.java:72)
~[druid-server-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.indexing.common.task.RealtimeIndexTask.run(RealtimeIndexTask.java:401)
[druid-indexing-service-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.indexing.overlord.SingleTaskBackgroundRunner$SingleTaskBackgroundRunnerCallable.call(SingleTaskBackgroundRunner.java:421)
[druid-indexing-service-0.13.0-incubating.jar:0.13.0-incubating]
at
org.apache.druid.indexing.overlord.SingleTaskBackgroundRunner$SingleTaskBackgroundRunnerCallable.call(SingleTaskBackgroundRunner.java:393)
[druid-indexing-service-0.13.0-incubating.jar:0.13.0-incubating]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[?:1.8.0_202]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_202]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_202]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_202]
---------------------------------------------------------------------------------------------------------------------------
I need some help!
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
