Rajesh Balamohan created HIVE-12677: ---------------------------------------
Summary: StackOverflowError with kryo Key: HIVE-12677 URL: https://issues.apache.org/jira/browse/HIVE-12677 Project: Hive Issue Type: Bug Reporter: Rajesh Balamohan {noformat} explain formatted insert overwrite table default.test select entry_date, regexp_replace( regexp_replace( regexp_replace( regexp_replace( regexp_replace(random_string ,"\\b(A&\;S|A&S|Tours)\\b","Destination Services") ,"\\b(PPV/3PP)\\b","Third Party Package") ,"\\b(Flight)\\b","Air") ,"\\b(Rail)\\b","Train") ,"\\b(Hotel)\\b","Lodging") as rn from transactions where effective_date between '2015-12-01' AND '2015-12-31' limit 10; {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"},"Stage-3":{"DEPENDENT STAGES":"Stage-0"}},"STAGE PLANS":{"Stage-1":{"Tez":{"Edges:":{"Reducer 2":{"parent":"Map 1","type":"SIMPLE_EDGE"}},"DagName:":"rajesh_20151215120344_69fa6465-22ed-4fe2-83b5-20782e45d3f7:2","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"transactions","filterExpr:":"effective_date BETWEEN '2015-12-01' AND '2015-12-31' (type: boolean)","Statistics:":"Num rows: 197642628 Data size: 59095145772 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"expressions:":"entry_date (type: date), regexp_replace(regexp_replace(regexp_replace(regexp_replace(regexp_replace(random_string, '\\b(A&S|A&S|Tours)\\b', 'Destination Services'), '\\b(PPV/3PP)\\b', 'Third Party Package'), '\\b(Flight)\\b', 'Air'), '\\b(Rail)\\b', 'Train'), '\\b(Hotel)\\b', 'Lodging') (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 197642628 Data size: 47434230720 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","TopN Hash Memory Usage:":"0.04","value expressions:":"_col0 (type: date), _col1 (type: string)"}}}}}}}}]},"Reducer 2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Select Operator":{"expressions:":"VALUE._col0 (type: date), VALUE._col1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"expressions:":"UDFToString(_col0) (type: string), _col1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}}}}}}}}}}},"Stage-2":{"Dependency Collection":{}},"Stage-0":{"Move Operator":{"tables:":{"replace:":"true","table:":{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}},"Stage-3":{"Stats-Aggr Operator":{}}}} {noformat} {noformat} childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator) childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) reducer (org.apache.hadoop.hive.ql.plan.ReduceWork) at org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:450) at org.apache.hadoop.hive.ql.exec.Utilities.getReduceWork(Utilities.java:305) at org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor$1.call(ReduceRecordProcessor.java:106) at org.apache.hadoop.hive.ql.exec.tez.ObjectCache.retrieve(ObjectCache.java:75) ... 16 more Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException: java.lang.IllegalArgumentException: Unable to create serializer "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator Serialization trace: childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator) childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) reducer (org.apache.hadoop.hive.ql.plan.ReduceWork) at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144) at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:686) at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializeObjectByKryo(SerializationUtilities.java:395) at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:342) at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:319) at org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:423) ... 19 more Caused by: java.lang.IllegalArgumentException: Unable to create serializer "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67) at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45) at org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380) at org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364) at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74) at org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490) at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:166) at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:133) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:670) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:781) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) ... 40 more Caused by: java.lang.reflect.InvocationTargetException at sun.reflect.GeneratedConstructorAccessor6.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:422) at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54) ... 53 more Caused by: java.lang.StackOverflowError at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61) at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62) at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62) {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)