hive-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Rajesh Balamohan (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (HIVE-12677) StackOverflowError with kryo
Date Tue, 15 Dec 2015 12:09:46 GMT

     [ https://issues.apache.org/jira/browse/HIVE-12677?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Rajesh Balamohan updated HIVE-12677:
------------------------------------
    Component/s: Vectorization

> StackOverflowError with kryo
> ----------------------------
>
>                 Key: HIVE-12677
>                 URL: https://issues.apache.org/jira/browse/HIVE-12677
>             Project: Hive
>          Issue Type: Bug
>          Components: Vectorization
>            Reporter: Rajesh Balamohan
>
> Env: Master branch
> {noformat}
> explain formatted insert overwrite table default.test  select entry_date,
>             regexp_replace(
>             regexp_replace(
>             regexp_replace(
>             regexp_replace(
>             regexp_replace(random_string
>                 ,"\\b(A&amp\;S|A&S|Tours)\\b","Destination Services")
>                 ,"\\b(PPV/3PP)\\b","Third Party Package")
>                 ,"\\b(Flight)\\b","Air")
>                 ,"\\b(Rail)\\b","Train")
>                 ,"\\b(Hotel)\\b","Lodging") as rn from transactions where effective_date
between '2015-12-01' AND '2015-12-31' limit 10;                
> {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT
STAGES":"Stage-2"},"Stage-3":{"DEPENDENT STAGES":"Stage-0"}},"STAGE PLANS":{"Stage-1":{"Tez":{"Edges:":{"Reducer
2":{"parent":"Map 1","type":"SIMPLE_EDGE"}},"DagName:":"rajesh_20151215120344_69fa6465-22ed-4fe2-83b5-20782e45d3f7:2","Vertices:":{"Map
1":{"Map Operator Tree:":[{"TableScan":{"alias:":"transactions","filterExpr:":"effective_date
BETWEEN '2015-12-01' AND '2015-12-31' (type: boolean)","Statistics:":"Num rows: 197642628
Data size: 59095145772 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"expressions:":"entry_date
(type: date), regexp_replace(regexp_replace(regexp_replace(regexp_replace(regexp_replace(random_string,
'\\b(A&amp;S|A&S|Tours)\\b', 'Destination Services'), '\\b(PPV/3PP)\\b', 'Third Party
Package'), '\\b(Flight)\\b', 'Air'), '\\b(Rail)\\b', 'Train'), '\\b(Hotel)\\b', 'Lodging')
(type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 197642628
Data size: 47434230720 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Limit":{"Number
of rows:":"10","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows:
10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","TopN Hash Memory Usage:":"0.04","value
expressions:":"_col0 (type: date), _col1 (type: string)"}}}}}}}}]},"Reducer 2":{"Execution
mode:":"vectorized","Reduce Operator Tree:":{"Select Operator":{"expressions:":"VALUE._col0
(type: date), VALUE._col1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num
rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Limit":{"Number
of rows:":"10","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Select Operator":{"expressions:":"UDFToString(_col0) (type: string),
_col1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10 Data
size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num
rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}}}}}}}}}}},"Stage-2":{"Dependency
Collection":{}},"Stage-0":{"Move Operator":{"tables:":{"replace:":"true","table:":{"input
format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}},"Stage-3":{"Stats-Aggr
Operator":{}}}}
> {noformat}
> {noformat}
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
>         at org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:450)
>         at org.apache.hadoop.hive.ql.exec.Utilities.getReduceWork(Utilities.java:305)
>         at org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor$1.call(ReduceRecordProcessor.java:106)
>         at org.apache.hadoop.hive.ql.exec.tez.ObjectCache.retrieve(ObjectCache.java:75)
>         ... 16 more
> Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException: java.lang.IllegalArgumentException:
Unable to create serializer "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer"
for class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
> Serialization trace:
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
> childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
> reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:686)
>         at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializeObjectByKryo(SerializationUtilities.java:395)
>         at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:342)
>         at org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:319)
>         at org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:423)
>         ... 19 more
> Caused by: java.lang.IllegalArgumentException: Unable to create serializer "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer"
for class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
>         at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67)
>         at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364)
>         at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490)
>         at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:166)
>         at org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:133)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:670)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:781)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
>         at org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
>         at org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
>         ... 40 more
> Caused by: java.lang.reflect.InvocationTargetException
>         at sun.reflect.GeneratedConstructorAccessor6.newInstance(Unknown Source)
>         at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>         at java.lang.reflect.Constructor.newInstance(Constructor.java:422)
>         at org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54)
>         ... 53 more
> Caused by: java.lang.StackOverflowError
>         at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61)
>         at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
>         at org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
> {noformat}        



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message