Hi:
I am processing on a new Kafka topic with Spark and then I got error
below. I google this questions, looks like I lot of people having similar
problems before. But I have not got clue yet.
Is any one know how to fix this issue?
Sincerely.
Selina
00:39:58,004 WARN - 2017-03-18
00:39:57,921:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 28ms
00:41:01,298 WARN - 17/03/18 00:41:01 WARN Selector: Error in I/O with /
10.128.64.152
00:41:01,298 WARN - java.io.EOFException
00:41:01,298 WARN - at
org.apache.kafka.common.network.NetworkReceive.readFrom(NetworkReceive.java:62)
00:41:01,298 WARN - at
org.apache.kafka.common.network.Selector.poll(Selector.java:248)
00:41:01,298 WARN - at
org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:192)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:191)
00:41:01,298 WARN - at
org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:122)
00:41:01,298 WARN - at java.lang.Thread.run(Thread.java:745)
00:43:31,514 WARN - 2017-03-18
00:43:31,514:7726(0x7f22e69b8700):ZOO_WARN@zookeeper_interest@1557:
Exceeded deadline by 11ms
00:44:17,996 WARN - 17/03/18 00:44:17 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized
00:44:17,996 WARN - java.lang.ClassNotFoundException:
kafka.common.OffsetOutOfRangeException
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:366)
00:44:17,996 WARN - at
java.net.URLClassLoader$1.run(URLClassLoader.java:355)
00:44:17,996 WARN - at
java.security.AccessController.doPrivileged(Native Method)
00:44:17,996 WARN - at
java.net.URLClassLoader.findClass(URLClassLoader.java:354)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:425)
00:44:17,996 WARN - at
sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
00:44:17,996 WARN - at
java.lang.ClassLoader.loadClass(ClassLoader.java:358)
00:44:17,996 WARN - at java.lang.Class.forName0(Native Method)
00:44:17,996 WARN - at java.lang.Class.forName(Class.java:278)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream$$anon$1.resolveClass(JavaSerializer.scala:67)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1612)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1517)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1771)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.ThrowableSerializationWrapper.readObject(TaskEndReason.scala:167)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
00:44:17,996 WARN - at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
00:44:17,996 WARN - at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
00:44:17,996 WARN - at java.lang.reflect.Method.invoke(Method.java:606)
00:44:17,996 WARN - at
java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1893)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:1990)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1915)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1798)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1350)
00:44:17,996 WARN - at
java.io.ObjectInputStream.readObject(ObjectInputStream.java:370)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:72)
00:44:17,996 WARN - at
org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:98)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply$mcV$sp(TaskResultGetter.scala:108)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$2.apply(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1699)
00:44:17,996 WARN - at
org.apache.spark.scheduler.TaskResultGetter$$anon$3.run(TaskResultGetter.scala:105)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
00:44:17,996 WARN - at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
00:44:17,996 WARN - at java.lang.Thread.run(Thread.java:745)
00:44:18,033 WARN - 17/03/18 00:44:18 ERROR TaskResultGetter: Could not
deserialize TaskEndReason: ClassNotFound with classloader
org.apache.spark.util.MutableURLClassLoader@47ced484
00:44:18,052 WARN - 17/03/18 00:44:18 WARN TaskSetManager: Lost task 16.0
in stage 100.0 (TID 2076, 10.128.96.42): UnknownReason
00:44:18,120 WARN - 17/03/18 00:44:18 WARN ThrowableSerializationWrapper:
Task exception could not be deserialized
