[
https://issues.apache.org/jira/browse/HIVE-12677?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Rajesh Balamohan updated HIVE-12677:
------------------------------------
Component/s: Vectorization
> StackOverflowError with kryo
> ----------------------------
>
> Key: HIVE-12677
> URL: https://issues.apache.org/jira/browse/HIVE-12677
> Project: Hive
> Issue Type: Bug
> Components: Vectorization
> Reporter: Rajesh Balamohan
>
> Env: Master branch
> {noformat}
> explain formatted insert overwrite table default.test select entry_date,
> regexp_replace(
> regexp_replace(
> regexp_replace(
> regexp_replace(
> regexp_replace(random_string
> ,"\\b(A&\;S|A&S|Tours)\\b","Destination Services")
> ,"\\b(PPV/3PP)\\b","Third Party Package")
> ,"\\b(Flight)\\b","Air")
> ,"\\b(Rail)\\b","Train")
> ,"\\b(Hotel)\\b","Lodging") as rn from transactions where
> effective_date between '2015-12-01' AND '2015-12-31' limit 10;
> {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT
> STAGES":"Stage-1"},"Stage-0":{"DEPENDENT
> STAGES":"Stage-2"},"Stage-3":{"DEPENDENT STAGES":"Stage-0"}},"STAGE
> PLANS":{"Stage-1":{"Tez":{"Edges:":{"Reducer 2":{"parent":"Map
> 1","type":"SIMPLE_EDGE"}},"DagName:":"rajesh_20151215120344_69fa6465-22ed-4fe2-83b5-20782e45d3f7:2","Vertices:":{"Map
> 1":{"Map Operator
> Tree:":[{"TableScan":{"alias:":"transactions","filterExpr:":"effective_date
> BETWEEN '2015-12-01' AND '2015-12-31' (type: boolean)","Statistics:":"Num
> rows: 197642628 Data size: 59095145772 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"Select Operator":{"expressions:":"entry_date (type:
> date),
> regexp_replace(regexp_replace(regexp_replace(regexp_replace(regexp_replace(random_string,
> '\\b(A&S|A&S|Tours)\\b', 'Destination Services'), '\\b(PPV/3PP)\\b',
> 'Third Party Package'), '\\b(Flight)\\b', 'Air'), '\\b(Rail)\\b', 'Train'),
> '\\b(Hotel)\\b', 'Lodging') (type:
> string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows:
> 197642628 Data size: 47434230720 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num
> rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"Reduce Output Operator":{"sort
> order:":"","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE
> Column stats: COMPLETE","TopN Hash Memory Usage:":"0.04","value
> expressions:":"_col0 (type: date), _col1 (type: string)"}}}}}}}}]},"Reducer
> 2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Select
> Operator":{"expressions:":"VALUE._col0 (type: date), VALUE._col1 (type:
> string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10
> Data size: 2400 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num
> rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"Select Operator":{"expressions:":"UDFToString(_col0)
> (type: string), _col1 (type:
> string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10
> Data size: 3680 Basic stats: COMPLETE Column stats:
> COMPLETE","children":{"File Output
> Operator":{"compressed:":"false","Statistics:":"Num rows: 10 Data size: 3680
> Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input
> format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output
> format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}}}}}}}}}}},"Stage-2":{"Dependency
> Collection":{}},"Stage-0":{"Move
> Operator":{"tables:":{"replace:":"true","table:":{"input
> format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output
> format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}},"Stage-3":{"Stats-Aggr
> Operator":{}}}}
> {noformat}
> {noformat}
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
> at
> org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:450)
> at
> org.apache.hadoop.hive.ql.exec.Utilities.getReduceWork(Utilities.java:305)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor$1.call(ReduceRecordProcessor.java:106)
> at
> org.apache.hadoop.hive.ql.exec.tez.ObjectCache.retrieve(ObjectCache.java:75)
> ... 16 more
> Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException:
> java.lang.IllegalArgumentException: Unable to create serializer
> "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
> class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
> Serialization trace:
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:686)
> at
> org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializeObjectByKryo(SerializationUtilities.java:395)
> at
> org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:342)
> at
> org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:319)
> at
> org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:423)
> ... 19 more
> Caused by: java.lang.IllegalArgumentException: Unable to create serializer
> "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
> class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
> at
> org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67)
> at
> org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364)
> at
> org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490)
> at
> org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:166)
> at
> org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:133)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:670)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:781)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
> at
> org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
> at
> org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
> ... 40 more
> Caused by: java.lang.reflect.InvocationTargetException
> at sun.reflect.GeneratedConstructorAccessor6.newInstance(Unknown
> Source)
> at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:422)
> at
> org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54)
> ... 53 more
> Caused by: java.lang.StackOverflowError
> at
> org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61)
> at
> org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
> at
> org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
