[
https://issues.apache.org/jira/browse/IGNITE-5044?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15978465#comment-15978465
]
Ivan Veselovsky commented on IGNITE-5044:
-----------------------------------------
The crashed thread stack trace:
{code}
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
J 2352 C2
org.apache.ignite.internal.util.offheap.unsafe.GridUnsafeMemory.readInt(J)I (5
bytes) @ 0x00007f5a054e269f [0x00007f5a054e2680+0x1f]
j
org.apache.ignite.internal.processors.hadoop.shuffle.streams.HadoopDataInStream.readInt()I+11
j org.apache.hadoop.io.BytesWritable.readFields(Ljava/io/DataInput;)V+7
j
org.apache.ignite.internal.processors.hadoop.impl.v2.HadoopWritableSerialization.read(Ljava/io/DataInput;Ljava/lang/Object;)Ljava/lang/Object;+31
j
org.apache.ignite.internal.processors.hadoop.shuffle.collections.HadoopMultimapBase$ReaderBase.read(JJ)Ljava/lang/Object;+25
j
org.apache.ignite.internal.processors.hadoop.shuffle.collections.HadoopSkipList$Reader.readKey(J)Ljava/lang/Object;+45
j
org.apache.ignite.internal.processors.hadoop.shuffle.collections.HadoopSkipList$AdderImpl.cmp(Ljava/lang/Object;J)I+77
j
org.apache.ignite.internal.processors.hadoop.shuffle.collections.HadoopSkipList$AdderImpl.add(Ljava/lang/Object;Ljava/lang/Object;)J+231
j
org.apache.ignite.internal.processors.hadoop.shuffle.collections.HadoopSkipList$AdderImpl.write(Ljava/lang/Object;Ljava/lang/Object;)V+9
j
org.apache.ignite.internal.processors.hadoop.shuffle.HadoopShuffleJob$PartitionedOutput.write(Ljava/lang/Object;Ljava/lang/Object;)V+301
j
org.apache.ignite.internal.processors.hadoop.impl.v1.HadoopV1OutputCollector.collect(Ljava/lang/Object;Ljava/lang/Object;)V+30
j
org.apache.ignite.internal.processors.hadoop.impl.v1.HadoopV1Task$1.collect(Ljava/lang/Object;Ljava/lang/Object;)V+23
j
org.apache.hadoop.hive.ql.exec.ReduceSinkOperator.collect(Lorg/apache/hadoop/io/BytesWritable;Lorg/apache/hadoop/io/Writable;)V+143
j
org.apache.hadoop.hive.ql.exec.ReduceSinkOperator.process(Ljava/lang/Object;I)V+668
J 2360 C2
org.apache.hadoop.hive.ql.exec.Operator.forward(Ljava/lang/Object;Lorg/apache/hadoop/hive/serde2/objectinspector/ObjectInspector;)V
(84 bytes) @ 0x00007f5a054ec8bc [0x00007f5a054ec840+0x7c]
j
org.apache.hadoop.hive.ql.exec.TableScanOperator.process(Ljava/lang/Object;I)V+138
j
org.apache.hadoop.hive.ql.exec.MapOperator$MapOpCtx.forward(Ljava/lang/Object;)Z+18
j
org.apache.hadoop.hive.ql.exec.MapOperator.process(Lorg/apache/hadoop/io/Writable;)V+66
j
org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(Ljava/lang/Object;Ljava/lang/Object;Lorg/apache/hadoop/mapred/OutputCollector;Lorg/apache/hadoop/mapred/Reporter;)V+80
j
org.apache.ignite.internal.processors.hadoop.impl.v1.HadoopV1MapTask.run(Lorg/apache/ignite/internal/processors/hadoop/HadoopTaskContext;)V+313
j
org.apache.ignite.internal.processors.hadoop.impl.v2.HadoopV2TaskContext.run()V+59
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask.runTask(Lorg/apache/ignite/internal/processors/hadoop/counter/HadoopPerformanceCounter;)V+76
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask.call0()V+63
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask$1.call()Ljava/lang/Void;+4
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask$1.call()Ljava/lang/Object;+1
j
org.apache.ignite.internal.processors.hadoop.impl.v2.HadoopV2TaskContext.runAsJobOwner(Ljava/util/concurrent/Callable;)Ljava/lang/Object;+90
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask.call()Ljava/lang/Void;+27
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopRunnableTask.call()Ljava/lang/Object;+1
j
org.apache.ignite.internal.processors.hadoop.taskexecutor.HadoopExecutorService$2.body()V+4
j org.apache.ignite.internal.util.worker.GridWorker.run()V+82
j java.lang.Thread.run()V+11
{code}
May be this is a consequence of zero value returned from
org.apache.ignite.internal.processors.hadoop.shuffle.streams.HadoopOffheapBuffer#move
?
> JVM crash
> ---------
>
> Key: IGNITE-5044
> URL: https://issues.apache.org/jira/browse/IGNITE-5044
> Project: Ignite
> Issue Type: Bug
> Components: general, hadoop
> Affects Versions: 2.0
> Reporter: Sergey Kozlov
> Assignee: Ivan Veselovsky
> Priority: Critical
> Fix For: 2.0
>
> Attachments: grid.2.node.1.0.out.log, hs_err_pid4079.log
>
>
> Sometimes testing Apache Hadoop + Apache Hive kills JVM
> Take a look on the attached file
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
