Brett Hoerner created SOLR-6306:
-----------------------------------
Summary: Problem using Solr 4.9 index with 4.10 build (merge
failures with DocValues?)
Key: SOLR-6306
URL: https://issues.apache.org/jira/browse/SOLR-6306
Project: Solr
Issue Type: Bug
Affects Versions: 4.10
Reporter: Brett Hoerner
I have a SolrCloud cluster that has been running 4.9, I tried a 4.10 build as a
test and our indexing slowed to a crawl. I noticed the number of segments
(typically under 25) was up to 75 and climbing. In the logs it seems like
merges were failing with the following.
Happy to provide any other info as needed.
{code}
15:06:24.624 [qtp1728790703-1634] ERROR o.a.solr.servlet.SolrDispatchFilter -
null:java.io.IOException: background merge hit exception:
_9n6s(4.9):C14802716/827586:delGen=97 _9nbh(4.9):C2903594/263527:delGen=100
_9no8(4.9):C2190621/20968:delGen=58 _9nak(4.9):C712244/78919:delGen=100
_9nfr(4.9):C686466/84576:delGen=97
_9ngy(4.9):C679031/90147:delGen=96 _9ncx(4.9):C641773/81866:delGen=99
_9nht(4.9):C415750/68337:delGen=94 _9mvj(4.9):C338961/39283:delGen=110
_9nje(4.9):C215123/41594:delGen=87 _9nmn(4.9):C156084/40673:delGen=69
_9nsk(4.9):C60958/7357:delGen=21 _9nka(4.9):C69625/22375:delGen=83
_9nrl(4.9):C27522/4326:delGen=31 _9nqr(4.
9):C27216/7540:delGen=39 _9nqm(4.9):C24252/5597:delGen=40
_9nto(4.9):C10324/1882:delGen=10 _9ntx(4.9):C9581/1218:delGen=8
_9nts(4.9):C9731/1619:delGen=9 _9nv1(4.10):C3425 _9ntz(4.9):C1437/919:delGen=8
_9nu7(4.10):C1130/697:delGen=5 _9nuw(4.10):C611/218:delGen=2
_9nun(4.10):C625/308:delGen=3 _9nug(4.10):C828/489:delGen
=4 into _9nv2 [maxNumSegments=1]
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1865)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1801)
at
org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:563)
at
org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:95)
at
org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:64)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1648)
at
org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1625)
at
org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:1963)
at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:777)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:418)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:207)
at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:557)
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1075)
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
at
org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:255)
at
org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:154)
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
at org.eclipse.jetty.server.Server.handle(Server.java:368)
at
org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
at
org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
at
org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
at
org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
at
org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
at
org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:744)
Caused by: java.lang.IndexOutOfBoundsException
at java.nio.Buffer.checkIndex(Buffer.java:546)
at java.nio.DirectByteBuffer.getInt(DirectByteBuffer.java:681)
at
org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.readInt(ByteBufferIndexInput.java:480)
at
org.apache.lucene.util.packed.DirectReader$DirectPackedReader20.get(DirectReader.java:184)
at
org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$1.get(Lucene49DocValuesProducer.java:351)
at
org.apache.lucene.codecs.lucene49.Lucene49DocValuesProducer$8.nextOrd(Lucene49DocValuesProducer.java:616)
at
org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:599)
at
org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:213)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:122)
at
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4217)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3812)
at
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405)
at
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482)
{code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org
