What are you trying to do? It sounds like you're storing fields compressed, is that true (i.e. defining compressed=true in your field defs)? If so, why? It may be costing you more than you benefit.
A quick test would be to stop returning anything except the score by specifying &fl=score. Or at least stop returning the largest compressed fields... Make sure you've set <enableLazyFieldLoading> in solrconfig.xml appropriately. If there's no joy here, please post your field definitions and an example or two (with &debugQuery=on) of offending queries. Best Erick On Thu, Dec 16, 2010 at 9:31 AM, Alexander Ramos Jardim < alexander.ramos.jar...@gmail.com> wrote: > Hello guys, > > I am getting threads stuck forever at "* > org.apache.lucene.document.CompressionTools.decompress*". I am using > Weblogic 10.02, with solr deployed as ear and no work manager specifically > configured for this instance. > > Only doing simple queries at this node (q=itemId:99999 or q:skuId:99999). > My > index has 3Giga. > > Now i send the thread dump of the stuck threads. Does anyone ever had this > kind of problem? > > > '[STUCK] ExecuteThread: '0' for queue: 'weblogic.kernel.Default > (self-tuning)'' Id=19, RUNNABLE on lock=, total cpu time=187228990.0000ms > user time=186506940.0000ms > at java.util.zip.Inflater.inflateFast(Native Method) > at java.util.zip.Inflater.inflateBytes(Inflater.java:360) > at java.util.zip.Inflater.inflate(Inflater.java:218) > at java.util.zip.Inflater.inflate(Inflater.java:235) > at > > org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) > at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) > at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:368) > at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) > at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) > at > org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) > at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) > at > org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) > at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) > at > > org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) > at > > org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) > at > > org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) > at > weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) > at > > weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) > at > > weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) > at weblogic.security.service.SecurityManager.runAs(Unknown Source) > at > > weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) > at > > weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) > at > > weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) > at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) > at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) > 'weblogic.time.TimeEventGenerator' Id=20, TIMED_WAITING on > lock=weblogic.time.common.internal.timeta...@f051231a, total cpu > time=60.0000ms user time=60.0000ms > at java.lang.Object.wait(Native Method) > at weblogic.time.common.internal.TimeTable.snooze(TimeTable.java:286) > at > > weblogic.time.common.internal.TimeEventGenerator.run(TimeEventGenerator.java:117) > at java.lang.Thread.run(Thread.java:595) > 'JMAPI event thread' Id=21, RUNNABLE on lock=, total cpu time=1220.0000ms > user time=880.0000ms > 'weblogic.timers.TimerThread' Id=22, TIMED_WAITING on > lock=weblogic.timers.internal.timerthr...@f050f3e4, total cpu > time=1390.0000ms user time=1080.0000ms > at java.lang.Object.wait(Native Method) > at weblogic.timers.internal.TimerThread$Thread.run(TimerThread.java:265) > '[STUCK] ExecuteThread: '4' for queue: 'weblogic.kernel.Default > (self-tuning)'' Id=74, RUNNABLE on lock=, total cpu time=180761590.0000ms > user time=180706770.0000ms > at java.util.zip.Inflater.inflateFast(Native Method) > at java.util.zip.Inflater.inflateBytes(Inflater.java:360) > at java.util.zip.Inflater.inflate(Inflater.java:218) > at java.util.zip.Inflater.inflate(Inflater.java:235) > at > > org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) > at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) > at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:383) > at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) > at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) > at > org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) > at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) > at > org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) > at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) > at > > org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) > at > > org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) > at > > org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) > at > weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) > at > > weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) > at > > weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) > at weblogic.security.service.SecurityManager.runAs(Unknown Source) > at > > weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) > at > > weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) > at > > weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) > at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) > at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) > '[STUCK] ExecuteThread: '5' for queue: 'weblogic.kernel.Default > (self-tuning)'' Id=75, RUNNABLE on lock=, total cpu time=180976710.0000ms > user time=180917150.0000ms > at java.util.zip.Inflater.inflateFast(Native Method) > at java.util.zip.Inflater.inflateBytes(Inflater.java:360) > at java.util.zip.Inflater.inflate(Inflater.java:218) > at java.util.zip.Inflater.inflate(Inflater.java:235) > at > > org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) > at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) > at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:368) > at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) > at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) > at > org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) > at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) > at > org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) > at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) > at > > org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) > at > > org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) > at > > org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) > at > weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) > at > > weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) > at > > weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) > at weblogic.security.service.SecurityManager.runAs(Unknown Source) > at > > weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) > at > > weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) > at > > weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) > at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) > at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) > '[STUCK] ExecuteThread: '6' for queue: 'weblogic.kernel.Default > (self-tuning)'' Id=76, RUNNABLE on lock=, total cpu time=180744470.0000ms > user time=180684980.0000ms > at java.util.zip.Inflater.inflateFast(Native Method) > at java.util.zip.Inflater.inflateBytes(Inflater.java:360) > at java.util.zip.Inflater.inflate(Inflater.java:218) > at java.util.zip.Inflater.inflate(Inflater.java:235) > at > > org.apache.lucene.document.CompressionTools.decompress(CompressionTools.java:108) > at org.apache.lucene.index.FieldsReader.uncompress(FieldsReader.java:607) > at org.apache.lucene.index.FieldsReader.addField(FieldsReader.java:383) > at org.apache.lucene.index.FieldsReader.doc(FieldsReader.java:229) > at org.apache.lucene.index.SegmentReader.document(SegmentReader.java:948) > at > org.apache.lucene.index.DirectoryReader.document(DirectoryReader.java:506) > at org.apache.lucene.index.IndexReader.document(IndexReader.java:947) > at > org.apache.solr.search.SolrIndexReader.document(SolrIndexReader.java:444) > at org.apache.solr.search.SolrIndexSearcher.doc(SolrIndexSearcher.java:427) > at > > org.apache.solr.util.SolrPluginUtils.optimizePreFetchDocs(SolrPluginUtils.java:267) > at > > org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:269) > at > > org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:195) > at > > org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131) > at org.apache.solr.core.SolrCore.execute(SolrCore.java:1316) > at > > org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:338) > at > > org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:241) > at > weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42) > at > > weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3402) > at > > weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321) > at weblogic.security.service.SecurityManager.runAs(Unknown Source) > at > > weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2140) > at > > weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2046) > at > > weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1398) > at weblogic.work.ExecuteThread.execute(ExecuteThread.java:200) > at weblogic.work.ExecuteThread.run(ExecuteThread.java:172) > > > -- > Alexander Ramos Jardim >
