Sorry guys, I have made a mistake in zeppelin configuration that removed zeppelin-spark.jar from the classpath...
2016-02-29 12:07 GMT+01:00 vincent gromakowski < vincent.gromakow...@gmail.com>: > Hi all, > I am getting this strange error > > java.lang.NoClassDefFoundError: Lorg/apache/zeppelin/spark/ZeppelinContext; > > at java.lang.Class.getDeclaredFields0(Native Method) > > at java.lang.Class.privateGetDeclaredFields(Class.java:2583) > > at java.lang.Class.getDeclaredField(Class.java:2068) > > at > java.io.ObjectStreamClass.getDeclaredSUID(ObjectStreamClass.java:1703) > > at java.io.ObjectStreamClass.access$700(ObjectStreamClass.java:72) > > at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:484) > > at java.io.ObjectStreamClass$2.run(ObjectStreamClass.java:472) > > at java.security.AccessController.doPrivileged(Native Method) > > at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:472) > > at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:369) > > at > java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:598) > > at > java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1623) > > at > java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1518) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1774) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at > java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2000) > > at > java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1924) > > at > java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1801) > > at > java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1351) > > at java.io.ObjectInputStream.readObject(ObjectInputStream.java:371) > > at > org.apache.spark.serializer.JavaDeserializationStream.readObject(JavaSerializer.scala:76) > > at > org.apache.spark.serializer.JavaSerializerInstance.deserialize(JavaSerializer.scala:115) > > at > org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:61) > > at org.apache.spark.scheduler.Task.run(Task.scala:89) > > at > org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:213) > > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > > at java.lang.Thread.run(Thread.java:745) > > Caused by: java.lang.ClassNotFoundException: > org.apache.zeppelin.spark.ZeppelinContext > > at > org.apache.spark.repl.ExecutorClassLoader.findClass(ExecutorClassLoader.scala:84) > > at java.lang.ClassLoader.loadClass(ClassLoader.java:424) > > at java.lang.ClassLoader.loadClass(ClassLoader.java:357) > > ... 64 more > > > > In a very simple paragraph > > > val gRD = raw.mapPartitions({iter => > > val bc1 = broadcast1.value > > val bc2 = broadcast2.value > > "some test" > > } > > > The 2 broadcast are OK, I have tested them. > > > >