Ankur Goenka created BEAM-6066:
----------------------------------
Summary: Tensoflow 150MB input data failed while deserializing
having NegativeArraySizeException
Key: BEAM-6066
URL: https://issues.apache.org/jira/browse/BEAM-6066
Project: Beam
Issue Type: Bug
Components: java-fn-execution, runner-flink
Reporter: Ankur Goenka
Assignee: Ankur Goenka
Relevant Exception:
{code:java}
2018-11-14 12:31:56,086 ERROR org.apache.flink.runtime.operators.BatchTask -
Error in task code: GroupReduce (GroupReduce at
GenerateStatistics/RunStatsGenerators/NumericStatsGenerator/CombinePerKey/GroupByKey)
(3/3) java.lang.NegativeArraySizeException at
org.apache.beam.runners.flink.translation.types.EncodedValueSerializer.deserialize(EncodedValueSerializer.java:73)
at
org.apache.beam.runners.flink.translation.types.EncodedValueSerializer.deserialize(EncodedValueSerializer.java:28)
at
org.apache.flink.api.java.typeutils.runtime.TupleSerializer.deserialize(TupleSerializer.java:136)
at
org.apache.flink.api.java.typeutils.runtime.TupleSerializer.deserialize(TupleSerializer.java:30)
at
org.apache.flink.runtime.operators.sort.LargeRecordHandler$FetchingIterator.next(LargeRecordHandler.java:432)
at
org.apache.flink.runtime.operators.util.metrics.CountingMutableObjectIterator.next(CountingMutableObjectIterator.java:45)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator.advanceToNext(NonReusingKeyGroupedIterator.java:130)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator.access$300(NonReusingKeyGroupedIterator.java:32)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator$ValuesIterator.next(NonReusingKeyGroupedIterator.java:193)
at
org.apache.flink.api.java.operators.translation.TupleUnwrappingIterator.next(TupleUnwrappingIterator.java:56)
at
org.apache.beam.runners.flink.translation.functions.SortingFlinkCombineRunner.combine(SortingFlinkCombineRunner.java:64)
at
org.apache.beam.runners.flink.translation.functions.FlinkReduceFunction.reduce(FlinkReduceFunction.java:85)
at
org.apache.flink.api.java.operators.translation.PlanUnwrappingReduceGroupOperator$TupleUnwrappingNonCombinableGroupReducer.reduce(PlanUnwrappingReduceGroupOperator.java:111)
at
org.apache.flink.runtime.operators.GroupReduceDriver.run(GroupReduceDriver.java:131)
at org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:503) at
org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:368) at
org.apache.flink.runtime.taskmanager.Task.run(Task.java:712) at
java.lang.Thread.run(Thread.java:748) 2018-11-14 12:31:56,200 INFO
org.apache.flink.runtime.taskmanager.Task - GroupReduce (GroupReduce at
GenerateStatistics/RunStatsGenerators/NumericStatsGenerator/CombinePerKey/GroupByKey)
(3/3) (ceb122827fc483eb09e3fd323611bcb7) switched from RUNNING to FAILED.
java.lang.NegativeArraySizeException at
org.apache.beam.runners.flink.translation.types.EncodedValueSerializer.deserialize(EncodedValueSerializer.java:73)
at
org.apache.beam.runners.flink.translation.types.EncodedValueSerializer.deserialize(EncodedValueSerializer.java:28)
at
org.apache.flink.api.java.typeutils.runtime.TupleSerializer.deserialize(TupleSerializer.java:136)
at
org.apache.flink.api.java.typeutils.runtime.TupleSerializer.deserialize(TupleSerializer.java:30)
at
org.apache.flink.runtime.operators.sort.LargeRecordHandler$FetchingIterator.next(LargeRecordHandler.java:432)
at
org.apache.flink.runtime.operators.util.metrics.CountingMutableObjectIterator.next(CountingMutableObjectIterator.java:45)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator.advanceToNext(NonReusingKeyGroupedIterator.java:130)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator.access$300(NonReusingKeyGroupedIterator.java:32)
at
org.apache.flink.runtime.util.NonReusingKeyGroupedIterator$ValuesIterator.next(NonReusingKeyGroupedIterator.java:193)
at
org.apache.flink.api.java.operators.translation.TupleUnwrappingIterator.next(TupleUnwrappingIterator.java:56)
at
org.apache.beam.runners.flink.translation.functions.SortingFlinkCombineRunner.combine(SortingFlinkCombineRunner.java:64)
at
org.apache.beam.runners.flink.translation.functions.FlinkReduceFunction.reduce(FlinkReduceFunction.java:85)
at
org.apache.flink.api.java.operators.translation.PlanUnwrappingReduceGroupOperator$TupleUnwrappingNonCombinableGroupReducer.reduce(PlanUnwrappingReduceGroupOperator.java:111)
at
org.apache.flink.runtime.operators.GroupReduceDriver.run(GroupReduceDriver.java:131)
at org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:503) at
org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:368) at
org.apache.flink.runtime.taskmanager.Task.run(Task.java:712) at
java.lang.Thread.run(Thread.java:748)
{code}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
