You need to increase the memory for workers. Look at the supervisor childopts property.
https://github.com/apache/storm/blob/master/conf/defaults.yaml Thanks, Supun.. On Wed, Dec 10, 2014 at 10:13 AM, Kushan Maskey < [email protected]> wrote: > I am getting bunch of GC error as following. Where do I specify or > increase the memory in the storm? > > java.lang.OutOfMemoryError: GC overhead limit exceeded at > java.lang.reflect.Method.copy(Method.java:151) at > java.lang.reflect.ReflectAccess.copyMethod(ReflectAccess.java:136) at > sun.reflect.ReflectionFactory.copyMethod(ReflectionFactory.java:300) at > java.lang.Class.copyMethods(Class.java:2852) at > java.lang.Class.getMethods(Class.java:1467) at > clojure.lang.Reflector.getMethods(Reflector.java:357) at > clojure.lang.Reflector.invokeNoArgInstanceMember(Reflector.java:296) at > clojure.tools.logging$eval1$fn__2.invoke(NO_SOURCE_FILE:0) at > clojure.tools.logging.impl$fn__39$G__17__46.invoke(impl.clj:16) at > backtype.storm.daemon.executor$fail_spout_msg.invoke(executor.clj:369) at > backtype.storm.daemon.executor$fn$reify__5576.expire(executor.clj:430) at > backtype.storm.utils.RotatingMap.rotate(RotatingMap.java:73) at > backtype.storm.daemon.executor$fn__5573$tuple_action_fn__5579.invoke(executor.clj:435) > at > backtype.storm.daemon.executor$mk_task_receiver$fn__5564.invoke(executor.clj:402) > at > backtype.storm.disruptor$clojure_handler$reify__745.onEvent(disruptor.clj:58) > at > backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:125) > at backtype.storm.utils.DisruptorQueue.consumeBatch(DisruptorQueue.java:87) > at backtype.storm.disruptor$consume_batch.invoke(disruptor.clj:76) at > backtype.storm.daemon.executor$fn__5573$fn__5588$fn__5617.invoke(executor.clj:540) > at backtype.storm.util$async_loop$fn__457.invoke(util.clj:431) at > clojure.lang.AFn.run(AFn.java:24) at java.lang.Thread.run(Thread.java:744) > > > > > java.lang.OutOfMemoryError: GC overhead limit exceeded at > sun.reflect.generics.repository.ConstructorRepository.getParameterTypes(ConstructorRepository.java:90) > at java.lang.reflect.Method.getGenericParameterTypes(Method.java:292) at > org.codehaus.jackson.map.introspect.AnnotatedMethod.getParameterTypes(AnnotatedMethod.java:143) > at > org.codehaus.jackson.map.introspect.AnnotatedMethod.getParameterCount(AnnotatedMethod.java:139) > at > org.codehaus.jackson.map.introspect.POJOPropertiesCollector._addMethods(POJOPropertiesCollector.java:427) > at > org.codehaus.jackson.map.introspect.POJOPropertiesCollector.collect(POJOPropertiesCollector.java:219) > at > org.codehaus.jackson.map.introspect.BasicClassIntrospector.collectProperties(BasicClassIntrospector.java:160) > at > org.codehaus.jackson.map.introspect.BasicClassIntrospector.forCreation(BasicClassIntrospector.java:119) > at > org.codehaus.jackson.map.introspect.BasicClassIntrospector.forCreation(BasicClassIntrospector.java:16) > at > org.codehaus.jackson.map.DeserializationConfig.introspectForCreation(DeserializationConfig.java:877) > at > org.codehaus.jackson.map.deser.BasicDeserializerFactory.createCollectionDeserializer(BasicDeserializerFactory.java:249) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createDeserializer(StdDeserializerProvider.java:389) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCache2(StdDeserializerProvider.java:310) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCacheValueDeserializer(StdDeserializerProvider.java:290) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider.findValueDeserializer(StdDeserializerProvider.java:159) > at > org.codehaus.jackson.map.deser.std.StdDeserializer.findDeserializer(StdDeserializer.java:620) > at > org.codehaus.jackson.map.deser.BeanDeserializer.resolve(BeanDeserializer.java:379) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._resolveDeserializer(StdDeserializerProvider.java:407) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCache2(StdDeserializerProvider.java:352) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCacheValueDeserializer(StdDeserializerProvider.java:290) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider.findValueDeserializer(StdDeserializerProvider.java:159) > at > org.codehaus.jackson.map.deser.std.StdDeserializer.findDeserializer(StdDeserializer.java:620) > at > org.codehaus.jackson.map.deser.BeanDeserializer.resolve(BeanDeserializer.java:379) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._resolveDeserializer(StdDeserializerProvider.java:407) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCache2(StdDeserializerProvider.java:352) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCacheValueDeserializer(StdDeserializerProvider.java:290) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider.findValueDeserializer(StdDeserializerProvider.java:159) > at > org.codehaus.jackson.map.deser.BasicDeserializerFactory.createCollectionDeserializer(BasicDeserializerFactory.java:284) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createDeserializer(StdDeserializerProvider.java:389) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCache2(StdDeserializerProvider.java:310) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider._createAndCacheValueDeserializer(StdDeserializerProvider.java:290) > at > org.codehaus.jackson.map.deser.StdDeserializerProvider.findValueDeserializer(StdDeserializerProvider.java:159) > > > -- > Kushan Maskey > 817.403.7500 > M. Miller & Associates <http://mmillerassociates.com/> > [email protected] > -- Supun Kamburugamuva Member, Apache Software Foundation; http://www.apache.org E-mail: [email protected]; Mobile: +1 812 369 6762 Blog: http://supunk.blogspot.com
