Hello guys, I am getting threads stuck forever at "* org.apache.lucene.document.CompressionTools.decompress*". I am using Weblogic 10.02, with solr deployed as ear and no work manager specifically configured for this instance.
Only doing simple queries at this node (q=itemId:99999 or q:skuId:99999). My index has 3Giga. Now i send the thread dump of the stuck threads. Does anyone ever had this kind of problem? '[STUCK] ExecuteThread: '0' for queue: 'weblogic.kernel.Default (self-tuning)'' Id=19, RUNNABLE on lock=, total cpu time=187228990.0000ms user time=186506940.0000ms at java.util.zip.Inflater.inflateFast(Native Method) at java.util.zip.Inflater.inflateBytes(Inflater.java:360) at java.util.zip.Inflater.inflate(Inflater.java:218) at java.util.zip.Inflater.inflate(Inflater.java:235) at org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:368) at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) at org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) at org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) at org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) at weblogic.security.service.SecurityManager.runAs(Unknown Source) at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) 'weblogic.time.TimeEventGenerator' Id=20, TIMED_WAITING on lock=weblogic.time.common.internal.timeta...@f051231a, total cpu time=60.0000ms user time=60.0000ms at java.lang.Object.wait(Native Method) at weblogic.time.common.internal.TimeTable.snooze(TimeTable.java:286) at weblogic.time.common.internal.TimeEventGenerator.run(TimeEventGenerator.java:117) at java.lang.Thread.run(Thread.java:595) 'JMAPI event thread' Id=21, RUNNABLE on lock=, total cpu time=1220.0000ms user time=880.0000ms 'weblogic.timers.TimerThread' Id=22, TIMED_WAITING on lock=weblogic.timers.internal.timerthr...@f050f3e4, total cpu time=1390.0000ms user time=1080.0000ms at java.lang.Object.wait(Native Method) at weblogic.timers.internal.TimerThread$Thread.run(TimerThread.java:265) '[STUCK] ExecuteThread: '4' for queue: 'weblogic.kernel.Default (self-tuning)'' Id=74, RUNNABLE on lock=, total cpu time=180761590.0000ms user time=180706770.0000ms at java.util.zip.Inflater.inflateFast(Native Method) at java.util.zip.Inflater.inflateBytes(Inflater.java:360) at java.util.zip.Inflater.inflate(Inflater.java:218) at java.util.zip.Inflater.inflate(Inflater.java:235) at org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:383) at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) at org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) at org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) at org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) at weblogic.security.service.SecurityManager.runAs(Unknown Source) at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) '[STUCK] ExecuteThread: '5' for queue: 'weblogic.kernel.Default (self-tuning)'' Id=75, RUNNABLE on lock=, total cpu time=180976710.0000ms user time=180917150.0000ms at java.util.zip.Inflater.inflateFast(Native Method) at java.util.zip.Inflater.inflateBytes(Inflater.java:360) at java.util.zip.Inflater.inflate(Inflater.java:218) at java.util.zip.Inflater.inflate(Inflater.java:235) at org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:368) at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) at org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) at org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) at org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) at weblogic.security.service.SecurityManager.runAs(Unknown Source) at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) '[STUCK] ExecuteThread: '6' for queue: 'weblogic.kernel.Default (self-tuning)'' Id=76, RUNNABLE on lock=, total cpu time=180744470.0000ms user time=180684980.0000ms at java.util.zip.Inflater.inflateFast(Native Method) at java.util.zip.Inflater.inflateBytes(Inflater.java:360) at java.util.zip.Inflater.inflate(Inflater.java:218) at java.util.zip.Inflater.inflate(Inflater.java:235) at org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:383) at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) at org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) at org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) at org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) at weblogic.security.service.SecurityManager.runAs(Unknown Source) at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) -- Alexander Ramos Jardim
