[
https://issues.apache.org/jira/browse/LIVY-330?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Gyorgy Gal updated LIVY-330:
----------------------------
Fix Version/s: 0.10.0
(was: 0.9.0)
This issue has been moved to the 0.10.0 release as part of a bulk update. If
you feel this is moved out inappropriately, feel free to provide justification
and reset the Fix Version to 0.9.0.
> kyro: unable to find class
> --------------------------
>
> Key: LIVY-330
> URL: https://issues.apache.org/jira/browse/LIVY-330
> Project: Livy
> Issue Type: Bug
> Components: RSC
> Affects Versions: 0.3
> Environment: spark 2.0.1
> livy 0.4.0 SNAPSHOT
> hbase 1.2.1
> Reporter: zzzhy
> Priority: Major
> Labels: crash, usability
> Fix For: 0.10.0
>
> Attachments: job case class.png
>
>
> When I compose the job, the job returns the followings:(the long id is one of
> my mappes's key)
> {code:java}
> 21:47:20.083 [dispatcher-akka.actor.default-dispatcher-14] ERROR
> io.wetoo.WebApi - exec job error
> java.util.concurrent.ExecutionException:
> com.cloudera.livy.shaded.kryo.kryo.KryoException: Unable to find class:
> 81430d73ac843a881336a55fb31553d
> Serialization trace:
> key1 (scala.collection.immutable.Map$Map1)
> at
> com.cloudera.livy.client.http.JobHandleImpl.get(JobHandleImpl.java:201)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.client.http.JobHandleImpl.get(JobHandleImpl.java:101)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at io.wetoo.repl.LivyRunner.runJob(LivyRunner.scala:20)
> ~[wetoo-dispatcher.jar:na]
> at io.wetoo.Runner.submit(Runner.scala:10) ~[wetoo-dispatcher.jar:na]
> at
> io.wetoo.actor.WetooRequestActor$$anonfun$wrappedReceive$1$$anonfun$1.apply(WetooRequestActor.scala:25)
> ~[wetoo-dispatcher.jar:na]
> at
> scala.concurrent.impl.Future$PromiseCompletingRunnable.liftedTree1$1(Future.scala:24)
> ~[scala-library-2.11.8.jar:na]
> at
> scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:24)
> ~[scala-library-2.11.8.jar:na]
> at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:41)
> ~[akka-actor_2.11-2.3.9.jar:na]
> at
> akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:401)
> ~[akka-actor_2.11-2.3.9.jar:na]
> at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
> ~[scala-library-2.11.8.jar:na]
> at
> scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.pollAndExecAll(ForkJoinPool.java:1253)
> ~[scala-library-2.11.8.jar:na]
> at
> scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1346)
> ~[scala-library-2.11.8.jar:na]
> at
> scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
> [scala-library-2.11.8.jar:na]
> at
> scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
> [scala-library-2.11.8.jar:na]
> com.cloudera.livy.shaded.kryo.kryo.KryoException: Unable to find class:
> 81430d73ac843a881336a55fb31553d
> Serialization trace:
> key1 (scala.collection.immutable.Map$Map1)
> at
> com.cloudera.livy.shaded.kryo.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:138)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.shaded.kryo.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:115)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at com.cloudera.livy.shaded.kryo.kryo.Kryo.readClass(Kryo.java:656)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.shaded.kryo.kryo.serializers.ObjectField.read(ObjectField.java:99)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.shaded.kryo.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.shaded.kryo.kryo.Kryo.readClassAndObject(Kryo.java:776)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.client.common.Serializer.deserialize(Serializer.java:64)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> com.cloudera.livy.client.http.JobHandleImpl$JobPollTask.run(JobHandleImpl.java:240)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> ~[na:1.8.0_77]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> ~[na:1.8.0_77]
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
> ~[na:1.8.0_77]
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
> ~[na:1.8.0_77]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> ~[na:1.8.0_77]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> ~[na:1.8.0_77]
> at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_77]
> Caused by: java.lang.ClassNotFoundException: 81430d73ac843a881336a55fb31553d
> at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
> ~[na:1.8.0_77]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[na:1.8.0_77]
> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
> ~[na:1.8.0_77]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[na:1.8.0_77]
> at java.lang.Class.forName0(Native Method) ~[na:1.8.0_77]
> at java.lang.Class.forName(Class.java:348) ~[na:1.8.0_77]
> at
> com.cloudera.livy.shaded.kryo.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:136)
> ~[livy-client-http-0.4.0-SNAPSHOT.jar:na]
> ... 14 common frames omitted
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
