Kavin Kumar created ZEPPELIN-1284:
-------------------------------------
Summary: Unable to run paragraph with default interpreter
Key: ZEPPELIN-1284
URL: https://issues.apache.org/jira/browse/ZEPPELIN-1284
Project: Zeppelin
Issue Type: Bug
Components: zeppelin-interpreter
Affects Versions: 0.7.0
Reporter: Kavin Kumar
Priority: Critical
I have built zeppelin from 0.7.0-SNAPSHOT and ran the first paragraph under
"Zeppelin Tutorial" or my own paragraph with another note which has the default
interpreter settings.It threw the below error, could someone help on this?
{code}
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:25,412] ({pool-2-thread-2}
SchedulerFactory.java[jobStarted]:131) - Job
paragraph_1470209854642_-1411652818 started by scheduler
org.apache.zeppelin.interpreter.remote.RemoteInterpretershared_session339036079
INFO [2016-08-03 23:57:25,414] ({pool-2-thread-2} Paragraph.java[jobRun]:282)
- run paragraph 20160803-130734_1169603883 using spark
org.apache.zeppelin.interpreter.LazyOpenInterpreter@4ef3ddcb
INFO [2016-08-03 23:57:25,433] ({pool-2-thread-2}
RemoteInterpreterManagedProcess.java[start]:116) - Run interpreter process
[/home/kavink/git/zeppelin/bin/interpreter.sh, -d,
/home/kavink/git/zeppelin/interpreter/spark, -p, 39797, -l,
/home/kavink/git/zeppelin/local-repo/2BSQR4ASJ]
ERROR [2016-08-03 23:57:25,454] ({qtp158453976-19}
ResourcePoolUtils.java[getAllResourcesExcept]:64) -
java.lang.NullPointerException
at
org.apache.zeppelin.resource.ResourcePoolUtils.getAllResourcesExcept(ResourcePoolUtils.java:58)
at
org.apache.zeppelin.resource.ResourcePoolUtils.getAllResources(ResourcePoolUtils.java:36)
at org.apache.zeppelin.helium.Helium.suggestApp(Helium.java:153)
at org.apache.zeppelin.rest.HeliumRestApi.suggest(HeliumRestApi.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:180)
at
org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96)
at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:192)
at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:100)
at
org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:57)
at
org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:93)
at
org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:272)
at
org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121)
at
org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:239)
at
org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:248)
at
org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:222)
at
org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:153)
at
org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:167)
at
org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:286)
at
org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:211)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:575)
at
org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:262)
at
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:812)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1669)
at
org.apache.shiro.web.servlet.ProxiedFilterChain.doFilter(ProxiedFilterChain.java:61)
at
org.apache.shiro.web.servlet.AdviceFilter.executeChain(AdviceFilter.java:108)
at
org.apache.shiro.web.servlet.AdviceFilter.doFilterInternal(AdviceFilter.java:137)
at
org.apache.shiro.web.servlet.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:125)
at
org.apache.shiro.web.servlet.ProxiedFilterChain.doFilter(ProxiedFilterChain.java:66)
at
org.apache.shiro.web.servlet.AbstractShiroFilter.executeChain(AbstractShiroFilter.java:449)
at
org.apache.shiro.web.servlet.AbstractShiroFilter$1.call(AbstractShiroFilter.java:365)
at
org.apache.shiro.subject.support.SubjectCallable.doCall(SubjectCallable.java:90)
at
org.apache.shiro.subject.support.SubjectCallable.call(SubjectCallable.java:83)
at
org.apache.shiro.subject.support.DelegatingSubject.execute(DelegatingSubject.java:383)
at
org.apache.shiro.web.servlet.AbstractShiroFilter.doFilterInternal(AbstractShiroFilter.java:362)
at
org.apache.shiro.web.servlet.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:125)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at org.apache.zeppelin.server.CorsFilter.doFilter(CorsFilter.java:72)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
at org.eclipse.jetty.server.Server.handle(Server.java:499)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:311)
at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:544)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
at java.lang.Thread.run(Thread.java:745)
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:25,859] ({Thread-0}
RemoteInterpreterServer.java[run]:89) - Starting remote interpreter server on
port 39797
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,076] ({pool-2-thread-2}
RemoteInterpreter.java[init]:223) - Create remote interpreter
org.apache.zeppelin.spark.SparkInterpreter
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,364] ({pool-1-thread-2}
RemoteInterpreterServer.java[createInterpreter]:181) - Instantiate interpreter
org.apache.zeppelin.spark.SparkInterpreter
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,365] ({pool-2-thread-2}
RemoteInterpreter.java[pushAngularObjectRegistryToRemote]:510) - Push local
angular object registry from ZeppelinServer to remote interpreter group
2BSQR4ASJ:shared_process
INFO [2016-08-03 23:57:26,398] ({pool-2-thread-2}
RemoteInterpreter.java[init]:223) - Create remote interpreter
org.apache.zeppelin.spark.SparkSqlInterpreter
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,401] ({pool-1-thread-2}
RemoteInterpreterServer.java[createInterpreter]:181) - Instantiate interpreter
org.apache.zeppelin.spark.SparkSqlInterpreter
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,404] ({pool-2-thread-2}
RemoteInterpreter.java[init]:223) - Create remote interpreter
org.apache.zeppelin.spark.DepInterpreter
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,407] ({pool-1-thread-2}
RemoteInterpreterServer.java[createInterpreter]:181) - Instantiate interpreter
org.apache.zeppelin.spark.DepInterpreter
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,407] ({pool-2-thread-2}
RemoteInterpreter.java[init]:223) - Create remote interpreter
org.apache.zeppelin.spark.PySparkInterpreter
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:26,425] ({pool-1-thread-2}
RemoteInterpreterServer.java[createInterpreter]:181) - Instantiate interpreter
org.apache.zeppelin.spark.PySparkInterpreter
INFO [2016-08-03 23:57:26,469] ({pool-2-thread-2}
SchedulerFactory.java[jobStarted]:131) - Job remoteInterpretJob_1470248846467
started by scheduler org.apache.zeppelin.spark.SparkInterpreter1363920117
INFO [2016-08-03 23:57:30,943] ({pool-2-thread-2}
SparkInterpreter.java[createSparkSession]:304) - ------ Create new SparkContext
local[*] -------
ERROR [2016-08-03 23:57:30,944] ({pool-2-thread-2} Job.java[run]:182) - Job
failed
java.lang.NullPointerException
at
org.apache.zeppelin.spark.SparkInterpreter.createSparkSession(SparkInterpreter.java:308)
at
org.apache.zeppelin.spark.SparkInterpreter.getSparkSession(SparkInterpreter.java:220)
at
org.apache.zeppelin.spark.SparkInterpreter.open(SparkInterpreter.java:731)
at
org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69)
at
org.apache.zeppelin.interpreter.LazyOpenInterpreter.interpret(LazyOpenInterpreter.java:93)
at
org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer$InterpretJob.jobRun(RemoteInterpreterServer.java:383)
at org.apache.zeppelin.scheduler.Job.run(Job.java:176)
at
org.apache.zeppelin.scheduler.FIFOScheduler$1.run(FIFOScheduler.java:139)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
INFO [2016-08-03 23:57:30,974] ({pool-2-thread-2}
SchedulerFactory.java[jobFinished]:137) - Job remoteInterpretJob_1470248846467
finished by scheduler org.apache.zeppelin.spark.SparkInterpreter1363920117
==> logs/zeppelin-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:31,020] ({pool-2-thread-2}
NotebookServer.java[afterStatusChange]:1285) - Job 20160803-130734_1169603883
is finished
INFO [2016-08-03 23:57:31,130] ({pool-2-thread-2}
SchedulerFactory.java[jobFinished]:137) - Job
paragraph_1470209854642_-1411652818 finished by scheduler
org.apache.zeppelin.interpreter.remote.RemoteInterpretershared_session339036079
==> logs/zeppelin-interpreter-spark-kavink-IMCHLT195.log <==
INFO [2016-08-03 23:57:31,787] ({pool-1-thread-5}
SparkInterpreter.java[createSparkSession]:304) - ------ Create new SparkContext
local[*] -------
ERROR [2016-08-03 23:57:31,788] ({pool-1-thread-5}
TThreadPoolServer.java[run]:296) - Error occurred during processing of message.
java.lang.NullPointerException
at
org.apache.zeppelin.spark.SparkInterpreter.createSparkSession(SparkInterpreter.java:308)
at
org.apache.zeppelin.spark.SparkInterpreter.getSparkSession(SparkInterpreter.java:220)
at
org.apache.zeppelin.spark.SparkInterpreter.open(SparkInterpreter.java:731)
at
org.apache.zeppelin.interpreter.LazyOpenInterpreter.open(LazyOpenInterpreter.java:69)
at
org.apache.zeppelin.interpreter.LazyOpenInterpreter.getProgress(LazyOpenInterpreter.java:110)
at
org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer.getProgress(RemoteInterpreterServer.java:447)
at
org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1701)
at
org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Processor$getProgress.getResult(RemoteInterpreterService.java:1686)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
==> logs/zeppelin-kavink-IMCHLT195.log <==
ERROR [2016-08-03 23:57:31,789] ({Thread-34} JobProgressPoller.java[run]:54) -
Can not get or update progress
org.apache.zeppelin.interpreter.InterpreterException:
org.apache.thrift.transport.TTransportException
at
org.apache.zeppelin.interpreter.remote.RemoteInterpreter.getProgress(RemoteInterpreter.java:428)
at
org.apache.zeppelin.interpreter.LazyOpenInterpreter.getProgress(LazyOpenInterpreter.java:111)
at org.apache.zeppelin.notebook.Paragraph.progress(Paragraph.java:267)
at
org.apache.zeppelin.scheduler.JobProgressPoller.run(JobProgressPoller.java:51)
Caused by: org.apache.thrift.transport.TTransportException
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:132)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
at
org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Client.recv_getProgress(RemoteInterpreterService.java:308)
at
org.apache.zeppelin.interpreter.thrift.RemoteInterpreterService$Client.getProgress(RemoteInterpreterService.java:293)
at
org.apache.zeppelin.interpreter.remote.RemoteInterpreter.getProgress(RemoteInterpreter.java:425)
... 3 more
{code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
