Glad to know this; Thanks for the update! 2017-04-12 15:52 GMT+08:00 35925138 <[email protected]>:
> 问题已经解决，由于hbase中的环境变量export HBASE_REGIONSERVER_OPTS 关于内存的项没有设置 > > > > > ------------------ 原始邮件 ------------------ > 发件人: "35925138";<[email protected]>; > 发送时间: 2017年4月12日(星期三) 下午2:30 > 收件人: "dev"<[email protected]>; > > 主题: 在build cube时，遇到java.lang.OutOfMemoryError: unable to create new > native thread > > > > kylin版本1.6.0 > 在build cube的第二步，遇到如下错误，看起来是内存溢出了，不知道我是哪个部分的错误，我该怎么调整，日志详情如下 > 2017-04-12 13:43:44,254 ERROR [http-bio-7070-exec-8] > controller.JobController:135 : java.lang.OutOfMemoryError: unable to create > new native thread > java.lang.RuntimeException: java.lang.OutOfMemoryError: unable to create > new native thread > at org.apache.hadoop.hbase.client.RpcRetryingCaller. > callWithoutRetries(RpcRetryingCaller.java:208) > at org.apache.hadoop.hbase.client.ClientScanner.call( > ClientScanner.java:320) > at org.apache.hadoop.hbase.client.ClientScanner. > loadCache(ClientScanner.java:401) > at org.apache.hadoop.hbase.client.ClientScanner.next( > ClientScanner.java:364) > at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext( > AbstractClientScanner.java:94) > at org.apache.kylin.storage.hbase.HBaseResourceStore.visitFolder( > HBaseResourceStore.java:138) > at org.apache.kylin.storage.hbase.HBaseResourceStore. > getAllResourcesImpl(HBaseResourceStore.java:168) > at org.apache.kylin.common.persistence.ResourceStore. > getAllResources(ResourceStore.java:174) > at org.apache.kylin.job.dao.ExecutableDao.getJobs( > ExecutableDao.java:129) > at org.apache.kylin.job.manager.ExecutableManager. > getAllExecutables(ExecutableManager.java:190) > at org.apache.kylin.rest.service.BasicService.listAllCubingJobs( > BasicService.java:104) > at org.apache.kylin.rest.service.JobService.listCubeJobInstance( > JobService.java:131) > > at org.apache.kylin.rest.service.JobService.listAllJobs( > JobService.java:103) > at org.apache.kylin.rest.service.JobService.listAllJobs( > JobService.java:84) > at org.apache.kylin.rest.service.JobService$$ > FastClassBySpringCGLIB$$83a44b2a.invoke(<generated>) > at org.springframework.cglib.proxy.MethodProxy.invoke( > MethodProxy.java:204) > at org.springframework.aop.framework.CglibAopProxy$ > DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:629) > at org.apache.kylin.rest.service.JobService$$ > EnhancerBySpringCGLIB$$635eae93.listAllJobs(<generated>) > at org.apache.kylin.rest.controller.JobController.list( > JobController.java:133) > at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) > at sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:483) > at org.springframework.web.method.support.InvocableHandlerMethod. > doInvoke(InvocableHandlerMethod.java:221) > at org.springframework.web.method.support.InvocableHandlerMethod. > invokeForRequest(InvocableHandlerMethod.java:136) > at org.springframework.web.servlet.mvc.method.annotation. > ServletInvocableHandlerMethod.invokeAndHandle( > ServletInvocableHandlerMethod.java:104) > at org.springframework.web.servlet.mvc.method.annotation. > RequestMappingHandlerAdapter.invokeHandleMethod( > RequestMappingHandlerAdapter.java:743) > at org.springframework.web.servlet.mvc.method.annotation. > RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter. > java:672) > at org.springframework.web.servlet.mvc.method. > AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:82) > at org.springframework.web.servlet.DispatcherServlet. > doDispatch(DispatcherServlet.java:933) > at org.springframework.web.servlet.DispatcherServlet. > doService(DispatcherServlet.java:867) > at org.springframework.web.servlet.FrameworkServlet. > processRequest(FrameworkServlet.java:951) > at org.springframework.web.servlet.FrameworkServlet. > doGet(FrameworkServlet.java:842) > at javax.servlet.http.HttpServlet.service(HttpServlet.java:624) > at org.springframework.web.servlet.FrameworkServlet. > service(FrameworkServlet.java:827) > at javax.servlet.http.HttpServlet.service(HttpServlet.java:731) > at org.apache.catalina.core.ApplicationFilterChain. > internalDoFilter(ApplicationFilterChain.java:303) > at org.apache.catalina.core.ApplicationFilterChain.doFilter( > ApplicationFilterChain.java:208) > at org.apache.tomcat.websocket.server.WsFilter.doFilter( > WsFilter.java:52) > at org.apache.catalina.core.ApplicationFilterChain. > internalDoFilter(ApplicationFilterChain.java:241) > at org.apache.catalina.core.ApplicationFilterChain.doFilter( > ApplicationFilterChain.java:208) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:330) > at org.springframework.security.web.access.intercept. > FilterSecurityInterceptor.invoke(FilterSecurityInterceptor.java:118) > at org.springframework.security.web.access.intercept. > FilterSecurityInterceptor.doFilter(FilterSecurityInterceptor.java:84) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.access. > ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:113) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.session. > SessionManagementFilter.doFilter(SessionManagementFilter.java:103) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.authentication. > AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter. > java:113) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.servletapi. > SecurityContextHolderAwareRequestFilter.doFilter( > SecurityContextHolderAwareRequestFilter.java:54) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.savedrequest. > RequestCacheAwareFilter.doFilter(RequestCacheAwareFilter.java:45) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.authentication.www. > BasicAuthenticationFilter.doFilter(BasicAuthenticationFilter.java:150) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.authentication.ui. > DefaultLoginPageGeneratingFilter.doFilter(DefaultLoginPageGeneratingFilt > er.java:91) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.authentication. > AbstractAuthenticationProcessingFilter.doFilter( > AbstractAuthenticationProcessingFilter.java:183) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.authentication.logout. > LogoutFilter.doFilter(LogoutFilter.java:105) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.context. > SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilt > er.java:87) > at org.springframework.security.web.FilterChainProxy$ > VirtualFilterChain.doFilter(FilterChainProxy.java:342) > at org.springframework.security.web.FilterChainProxy. > doFilterInternal(FilterChainProxy.java:192) > at org.springframework.security.web.FilterChainProxy.doFilter( > FilterChainProxy.java:160) > at org.springframework.web.filter.DelegatingFilterProxy. > invokeDelegate(DelegatingFilterProxy.java:343) > at org.springframework.web.filter.DelegatingFilterProxy.doFilter( > DelegatingFilterProxy.java:260) > at org.apache.catalina.core.ApplicationFilterChain. > internalDoFilter(ApplicationFilterChain.java:241) > at org.apache.catalina.core.ApplicationFilterChain.doFilter( > ApplicationFilterChain.java:208) > at com.thetransactioncompany.cors.CORSFilter.doFilter( > CORSFilter.java:209) > at com.thetransactioncompany.cors.CORSFilter.doFilter( > CORSFilter.java:244) > at org.apache.catalina.core.ApplicationFilterChain. > internalDoFilter(ApplicationFilterChain.java:241) > at org.apache.catalina.core.ApplicationFilterChain.doFilter( > ApplicationFilterChain.java:208) > at org.apache.catalina.core.StandardWrapperValve.invoke( > StandardWrapperValve.java:220) > at org.apache.catalina.core.StandardContextValve.invoke( > StandardContextValve.java:122) > at org.apache.catalina.authenticator.AuthenticatorBase.invoke( > AuthenticatorBase.java:505) > at org.apache.catalina.core.StandardHostValve.invoke( > StandardHostValve.java:169) > at org.apache.catalina.valves.ErrorReportValve.invoke( > ErrorReportValve.java:103) > at org.apache.catalina.valves.AccessLogValve.invoke( > AccessLogValve.java:956) > at org.apache.catalina.core.StandardEngineValve.invoke( > StandardEngineValve.java:116) > at org.apache.catalina.connector.CoyoteAdapter.service( > CoyoteAdapter.java:436) > at org.apache.coyote.http11.AbstractHttp11Processor.process( > AbstractHttp11Processor.java:1078) > at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler. > process(AbstractProtocol.java:625) > at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor. > run(JIoEndpoint.java:318) > at java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run( > TaskThread.java:61) > at java.lang.Thread.run(Thread.java:745) > Caused by: java.lang.OutOfMemoryError: unable to create new native thread > at java.lang.Thread.start0(Native Method) > at java.lang.Thread.start(Thread.java:714) > at java.util.concurrent.ThreadPoolExecutor.addWorker( > ThreadPoolExecutor.java:950) > at java.util.concurrent.ThreadPoolExecutor.execute( > ThreadPoolExecutor.java:1357) > at org.apache.hadoop.hbase.client.ResultBoundedCompletionService > .submit(ResultBoundedCompletionService.java:146) > at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas. > addCallsForCurrentReplica(ScannerCallableWithReplicas.java:283) > at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas. > call(ScannerCallableWithReplicas.java:170) > at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas. > call(ScannerCallableWithReplicas.java:60) > at org.apache.hadoop.hbase.client.RpcRetryingCaller. > callWithoutRetries(RpcRetryingCaller.java:200) > ... 88 more > -- Best regards, Shaofeng Shi 史少锋
