No, no need; All metadata and cubes are in Hbase/hdfs with redundancy; Local disk is just using for temp files;
On 7/15/15, 8:35 PM, "alex schufo" <[email protected]> wrote: >Do I have to re-create completely new cubes? > >On Wed, Jul 15, 2015 at 1:34 PM, alex schufo <[email protected]> wrote: > >> I am in a situation where the machine where Kylin was installed went >>down. >> The Hadoop and HBase clusters are still working normally with the Kylin >> metadata still there. >> >> I installed Kylin on a new machine and I was assuming that thanks to the >> metadata it could work as before. >> >> It worked to an extent: I can access Kylin, see my existing projects, >>see >> my previous cubes and jobs. >> >> However if I go to the query panel of a cube I cannot see the Table and >>in >> the log I can see : >> >> >> [http-bio-7070-exec-6]:[2015-07-15 >>05:33:06,917][ERROR][org.apache.kylin.rest.controller.BasicController.han >>dleError(BasicController.java:52)] >> - >> >> java.lang.RuntimeException: java.io.IOException: No such file or >>directory >> >> at >> >>org.apache.kylin.query.schema.OLAPSchemaFactory.createTempOLAPJson(OLAPSc >>hemaFactory.java:134) >> >> at >> >>org.apache.kylin.rest.service.BasicService.getOLAPDataSource(BasicService >>.java:103) >> >> at >> >>org.apache.kylin.rest.service.QueryService.getMetadata(QueryService.java: >>285) >> >> at >> >>org.apache.kylin.rest.service.QueryService.getMetadata(QueryService.java: >>104) >> >> at >> >>org.apache.kylin.rest.service.QueryService$$FastClassByCGLIB$$4957273f.in >>voke(<generated>) >> >> at net.sf.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) >> >> at >> >>org.springframework.aop.framework.Cglib2AopProxy$DynamicAdvisedIntercepto >>r.intercept(Cglib2AopProxy.java:618) >> >> at >> >>org.apache.kylin.rest.service.QueryService$$EnhancerByCGLIB$$844b396.getM >>etadata(<generated>) >> >> at >> >>org.apache.kylin.rest.controller.QueryController.getMetadata(QueryControl >>ler.java:179) >> >> at >> >>org.apache.kylin.rest.controller.QueryController$$FastClassByCGLIB$$fc039 >>d0b.invoke(<generated>) >> >> at net.sf.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204) >> >> at >> >>org.springframework.aop.framework.Cglib2AopProxy$DynamicAdvisedIntercepto >>r.intercept(Cglib2AopProxy.java:618) >> >> at >> >>org.apache.kylin.rest.controller.QueryController$$EnhancerByCGLIB$$595ff2 >>c9.getMetadata(<generated>) >> >> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) >> >> at >> >>sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java >>:57) >> >> at >> >>sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorI >>mpl.java:43) >> >> at java.lang.reflect.Method.invoke(Method.java:606) >> >> at >> >>org.springframework.web.method.support.InvocableHandlerMethod.invoke(Invo >>cableHandlerMethod.java:213) >> >> at >> >>org.springframework.web.method.support.InvocableHandlerMethod.invokeForRe >>quest(InvocableHandlerMethod.java:126) >> >> at >> >>org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHan >>dlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:96) >> >> at >> >>org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandl >>erAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:617) >> >> at >> >>org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandl >>erAdapter.handleInternal(RequestMappingHandlerAdapter.java:578) >> >> at >> >>org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.h >>andle(AbstractHandlerMethodAdapter.java:80) >> >> at >> >>org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherSe >>rvlet.java:923) >> >> at >> >>org.springframework.web.servlet.DispatcherServlet.doService(DispatcherSer >>vlet.java:852) >> >> at >> >>org.springframework.web.servlet.FrameworkServlet.processRequest(Framework >>Servlet.java:882) >> >> at >> >>org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.j >>ava:778) >> >> at javax.servlet.http.HttpServlet.service(HttpServlet.java:620) >> >> at javax.servlet.http.HttpServlet.service(HttpServlet.java:727) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(Applicat >>ionFilterChain.java:303) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilte >>rChain.java:208) >> >> at >> org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(Applicat >>ionFilterChain.java:241) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilte >>rChain.java:208) >> >> at >> >>com.codahale.metrics.servlet.AbstractInstrumentedFilter.doFilter(Abstract >>InstrumentedFilter.java:97) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(Applicat >>ionFilterChain.java:241) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilte >>rChain.java:208) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:330) >> >> at >> >>org.springframework.security.web.access.intercept.FilterSecurityIntercept >>or.invoke(FilterSecurityInterceptor.java:118) >> >> at >> >>org.springframework.security.web.access.intercept.FilterSecurityIntercept >>or.doFilter(FilterSecurityInterceptor.java:84) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.access.ExceptionTranslationFilter.doFilt >>er(ExceptionTranslationFilter.java:113) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.session.SessionManagementFilter.doFilter >>(SessionManagementFilter.java:103) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.authentication.AnonymousAuthenticationFi >>lter.doFilter(AnonymousAuthenticationFilter.java:113) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.servletapi.SecurityContextHolderAwareReq >>uestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:54) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doF >>ilter(RequestCacheAwareFilter.java:45) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.authentication.www.BasicAuthenticationFi >>lter.doFilter(BasicAuthenticationFilter.java:150) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.authentication.ui.DefaultLoginPageGenera >>tingFilter.doFilter(DefaultLoginPageGeneratingFilter.java:91) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.authentication.AbstractAuthenticationPro >>cessingFilter.doFilter(AbstractAuthenticationProcessingFilter.java:183) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.authentication.logout.LogoutFilter.doFil >>ter(LogoutFilter.java:105) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.context.SecurityContextPersistenceFilter >>.doFilter(SecurityContextPersistenceFilter.java:87) >> >> at >> >>org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFi >>lter(FilterChainProxy.java:342) >> >> at >> >>org.springframework.security.web.FilterChainProxy.doFilterInternal(Filter >>ChainProxy.java:192) >> >> at >> >>org.springframework.security.web.FilterChainProxy.doFilter(FilterChainPro >>xy.java:160) >> >> at >> >>org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(Deleg >>atingFilterProxy.java:346) >> >> at >> >>org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingF >>ilterProxy.java:259) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(Applicat >>ionFilterChain.java:241) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilte >>rChain.java:208) >> >> at >> com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:205) >> >> at >> com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:266) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(Applicat >>ionFilterChain.java:241) >> >> at >> >>org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilte >>rChain.java:208) >> >> at >> >>org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve >>.java:220) >> >> at >> >>org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve >>.java:122) >> >> at >> >>org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorB >>ase.java:504) >> >> at >> >>org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java: >>170) >> >> at >> >>org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java: >>103) >> >> at >> >>org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:950) >> >> at >> >>org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.j >>ava:116) >> >> at >> >>org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:42 >>1) >> >> at >> >>org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Pr >>ocessor.java:1074) >> >> at >> >>org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(Abst >>ractProtocol.java:611) >> >> at >> >>org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.ja >>va:314) >> >> at >> >>java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java >>:1145) >> >> at >> >>java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.jav >>a:615) >> >> at >> >>org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread >>.java:61) >> >> at java.lang.Thread.run(Thread.java:744) >> >> Caused by: java.io.IOException: No such file or directory >> >> at java.io.UnixFileSystem.createFileExclusively(Native Method) >> >> at java.io.File.createNewFile(File.java:1006) >> >> at java.io.File.createTempFile(File.java:1989) >> >> at java.io.File.createTempFile(File.java:2040) >> >> at >> >>org.apache.kylin.query.schema.OLAPSchemaFactory.createTempOLAPJson(OLAPSc >>hemaFactory.java:96) >> >> ... 85 more >> >> If I try to build an existing cube it fails on Step #2 with this >>exception: >> >> pool-5-thread-2]:[2015-07-15 >>05:08:25,256][ERROR][org.apache.kylin.job.common.MapReduceExecutable.doWo >>rk(MapReduceExecutable.java:115)] >> - error execute >> MapReduceExecutable{id=d729fd24-bb4f-47d6-b895-1e01594c60b5-01, >> name=Extract Fact Table Distinct Columns, state=RUNNING} >> >> java.io.IOException: No such file or directory >> >> at java.io.UnixFileSystem.createFileExclusively(Native Method) >> >> at java.io.File.createNewFile(File.java:1006) >> >> at java.io.File.createTempFile(File.java:1989) >> >> at java.io.File.createTempFile(File.java:2040) >> >> at >> >>org.apache.kylin.job.hadoop.AbstractHadoopJob.attachKylinPropsAndMetadata >>(AbstractHadoopJob.java:217) >> >> at >> >>org.apache.kylin.job.hadoop.cube.FactDistinctColumnsJob.run(FactDistinctC >>olumnsJob.java:78) >> >> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) >> >> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) >> >> at >> >>org.apache.kylin.job.common.MapReduceExecutable.doWork(MapReduceExecutabl >>e.java:112) >> >> at >> >>org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecuta >>ble.java:107) >> >> at >> >>org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultCha >>inedExecutable.java:50) >> >> at >> >>org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecuta >>ble.java:107) >> >> at >> >>org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(Defau >>ltScheduler.java:132) >> >> at >> >>java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java >>:1145) >> >> at >> >>java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.jav >>a:615) >> >> at java.lang.Thread.run(Thread.java:744) >>
