Rajesh Balamohan created HIVE-16841:
---------------------------------------
Summary: Cannot get hashCode() from deserialized class
org.apache.hadoop.hive.ql.io.HiveKey
Key: HIVE-16841
URL: https://issues.apache.org/jira/browse/HIVE-16841
Project: Hive
Issue Type: Bug
Components: Hive
Affects Versions: 3.0.0
Reporter: Rajesh Balamohan
Env: hive master (3.x-snapshot..Jun 3) + tez master (0.9.0-snapshot)
{noformat}
drop table test.lineitem;
CREATE TABLE `test.lineitem`(
`l_orderkey` int,
`l_partkey` bigint,
`l_suppkey` bigint,
`l_linenumber` int,
`l_quantity` double,
`l_extendedprice` double,
`l_discount` double,
`l_tax` double,
`l_returnflag` string,
`l_linestatus` string,
`l_shipdate` string,
`l_commitdate` string,
`l_receiptdate` string,
`l_shipinstruct` string,
`l_shipmode` string,
`l_comment` string) stored as orc;
set mapred.reduce.tasks=100;
insert overwrite table test.lineitem select * from tpch_flat_orc_1000.lineitem
distribute by l_shipdate;
{noformat}
Exception:
{noformat}
], TaskAttempt 3 failed, info=[Error: Error while running task ( failure ) :
attempt_1490656001509_4847_2_00_000160_3:java.lang.RuntimeException:
java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
Hive Runtime Error while processing row
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:218)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:172)
at
org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1866)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException:
org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
processing row
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(MapRecordSource.java:95)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:70)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:419)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:189)
... 14 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error
while processing row
at
org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:883)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(MapRecordSource.java:86)
... 17 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException:
java.lang.RuntimeException: Cannot get hashCode() from deserialized class
org.apache.hadoop.hive.ql.io.HiveKey
at
org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkObjectHashOperator.process(VectorReduceSinkObjectHashOperator.java:309)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:894)
at
org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:137)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:894)
at
org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130)
at
org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:783)
... 18 more
Caused by: java.lang.RuntimeException: Cannot get hashCode() from deserialized
class org.apache.hadoop.hive.ql.io.HiveKey
at org.apache.hadoop.hive.ql.io.HiveKey.hashCode(HiveKey.java:55)
at
org.apache.hadoop.mapred.lib.HashPartitioner.getPartition(HashPartitioner.java:38)
at
org.apache.tez.mapreduce.partition.MRPartitioner.getPartition(MRPartitioner.java:98)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:351)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor$TezKVOutputCollector.collect(TezProcessor.java:260)
at
org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkCommonOperator.doCollect(VectorReduceSinkCommonOperator.java:429)
at
org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkCommonOperator.collect(VectorReduceSinkCommonOperator.java:403)
at
org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkObjectHashOperator.process(VectorReduceSinkObjectHashOperator.java:306)
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
