[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13777584#comment-13777584 ] Littlestar edited comment on LUCENE-5218 at 9/25/13 3:07 PM: - {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; //here is java.lang.ArrayIndexOutOfBoundsException b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blockSize=65536, blockBits=16, blockMask=65535, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} was (Author: cnstar9988): {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; //here is java.lang.ArrayIndexOutOfBoundsException b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blockSize=65536, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13777584#comment-13777584 ] Littlestar edited comment on LUCENE-5218 at 9/25/13 3:02 PM: - {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; //here is java.lang.ArrayIndexOutOfBoundsException b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blockSize=65536, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} was (Author: cnstar9988): {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; //here is java.lang.ArrayIndexOutOfBoundsException b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexW
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13777584#comment-13777584 ] Littlestar edited comment on LUCENE-5218 at 9/25/13 2:59 PM: - {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; //here is java.lang.ArrayIndexOutOfBoundsException b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} was (Author: cnstar9988): {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13777584#comment-13777584 ] Littlestar edited comment on LUCENE-5218 at 9/25/13 2:58 PM: - {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blocks.length=2 my patch: {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} was (Author: cnstar9988): {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} I debug into above code. when java.lang.ArrayIndexOutOfBoundsException occurs: b=[], start=131072,lenth=0 index=2, offset=0, blocks.length=2 my patch: public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1: "length=" + length; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; +if (index >= blocks.length) { + // Outside block + b.bytes = EMPTY_BYTES; + b.offset = b.length = 0; +} else if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: j
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776189#comment-13776189 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 10:51 AM: -- I attached testindex and testcode. Some files in test_fail_index was deleted except segment "_d8". (full indexSize is 5G(54 segments), only segment "_d8" needed for testcase) java -cp ./bin;./lib/lucene-core-4.4.0.jar;./lib/lucene-codecs-4.4.0.jar org.apache.lucene.index.CheckIndex -segment _d8 ./test_fail_index Thanks. was (Author: cnstar9988): I attached testindex and testcode. Some files in test_fail_index was deleted except segment "_d8". java -cp ./bin;./lib/lucene-core-4.4.0.jar;./lib/lucene-codecs-4.4.0.jar org.apache.lucene.index.CheckIndex -segment _d8 ./test_fail_index Thanks. > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776189#comment-13776189 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 10:47 AM: -- I attached testindex and testcode. Some files in test_fail_index was deleted except segment "_d8". java -cp ./bin;./lib/lucene-core-4.4.0.jar;./lib/lucene-codecs-4.4.0.jar org.apache.lucene.index.CheckIndex -segment _d8 ./test_fail_index Thanks. was (Author: cnstar9988): I attached testdata and testcode. Some files in test_fail_index was deleted except segment "_d8". java -cp ./bin;./lib/lucene-core-4.4.0.jar;./lib/lucene-codecs-4.4.0.jar org.apache.lucene.index.CheckIndex -segment _d8 ./test_fail_index Thanks. > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > Attachments: lucene44-LUCENE-5218.zip > > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776068#comment-13776068 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 7:51 AM: - org.apache.lucene.index.CheckIndex -segment _d8 /tmp/backup/indexdir failed agian. how to narrow it down, thanks. I can reduced index files, mininal files, contain _d8, CheckIndex failed with above errors. Can I upload the following index files? (32M) {noformat} segments_54d *.si _d8.cfe _d8.cfs {noformat} was (Author: cnstar9988): org.apache.lucene.index.CheckIndex -segment _d8 /tmp/backup/indexdir failed agian. how to narrow it down, thanks. I can reduced index files, mininal files, contain _d8, CheckIndex failed with above errors. Can I upload the following index files? {noformat} segments_54d *.si _d8.cfe _d8.cfs {noformat} > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776068#comment-13776068 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 7:49 AM: - org.apache.lucene.index.CheckIndex -segment _d8 /tmp/backup/indexdir failed agian. how to narrow it down, thanks. I can reduced index files, mininal files, contain _d8, CheckIndex failed with above errors. Can I upload the following index files? {noformat} segments_54d *.si _d8.cfe _d8.cfs {noformat} was (Author: cnstar9988): org.apache.lucene.index.CheckIndex -segment _d8 /tmp/backup/indexdir failed agian. how to narrow it down, thanks. > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776059#comment-13776059 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 7:25 AM: - I can't narrow it down from an empty index. but I backup the failed index (5G). I run core\src\java\org\apache\lucene\index\CheckIndex.java maybe one segment failed. 44 of 54: name=_d8 docCount=19599 codec=hybaseStd42x compound=true numFiles=3 size (MB)=9.559 diagnostics = {timestamp=1379167874407, mergeFactor=22, os.version=2.6.32-358.el6.x86_64, os=Linux, lucene.version=4.4.0 1504776 - sarowe - 2013-07-19 02:49:47, source=merge, os.arch=amd64, mergeMaxNumSegments=1, java.version=1.7.0_25, java.vendor=Oracle Corporation} no deletions test: open reader.OK test: fields..OK [29 fields] test: field norms.OK [4 fields] test: terms, freq, prox...OK [289268 terms; 3096641 terms/docs pairs; 689694 tokens] test: stored fields...OK [408046 total field count; avg 20.82 fields per doc] test: term vectorsOK [0 total vector count; avg 0 term/freq vector fields per doc] test: docvalues...ERROR [2] java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) FAILED WARNING: fixIndex() would remove reference to this segment; full exception: java.lang.RuntimeException: DocValues test failed at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:628) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) 45 of 54: name=_3xn docCount=215407 was (Author: cnstar9988): I can't narrow it down, but I backup the index (5G). I run core\src\java\org\apache\lucene\index\CheckIndex.java maybe one segment failed. 44 of 54: name=_d8 docCount=19599 codec=hybaseStd42x compound=true numFiles=3 size (MB)=9.559 diagnostics = {timestamp=1379167874407, mergeFactor=22, os.version=2.6.32-358.el6.x86_64, os=Linux, lucene.version=4.4.0 1504776 - sarowe - 2013-07-19 02:49:47, source=merge, os.arch=amd64, mergeMaxNumSegments=1, java.version=1.7.0_25, java.vendor=Oracle Corporation} no deletions test: open reader.OK test: fields..OK [29 fields] test: field norms.OK [4 fields] test: terms, freq, prox...OK [289268 terms; 3096641 terms/docs pairs; 689694 tokens] test: stored fields...OK [408046 total field count; avg 20.82 fields per doc] test: term vectorsOK [0 total vector count; avg 0 term/freq vector fields per doc] test: docvalues...ERROR [2] java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) FAILED WARNING: fixIndex() would remove reference to this segment; full exception: java.lang.RuntimeException: DocValues test failed at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:628) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) 45 of 54: name=_3xn docCount=215407 > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776059#comment-13776059 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 7:22 AM: - I can't narrow it down, but I backup the index (5G). I run core\src\java\org\apache\lucene\index\CheckIndex.java maybe one segment failed. 44 of 54: name=_d8 docCount=19599 codec=hybaseStd42x compound=true numFiles=3 size (MB)=9.559 diagnostics = {timestamp=1379167874407, mergeFactor=22, os.version=2.6.32-358.el6.x86_64, os=Linux, lucene.version=4.4.0 1504776 - sarowe - 2013-07-19 02:49:47, source=merge, os.arch=amd64, mergeMaxNumSegments=1, java.version=1.7.0_25, java.vendor=Oracle Corporation} no deletions test: open reader.OK test: fields..OK [29 fields] test: field norms.OK [4 fields] test: terms, freq, prox...OK [289268 terms; 3096641 terms/docs pairs; 689694 tokens] test: stored fields...OK [408046 total field count; avg 20.82 fields per doc] test: term vectorsOK [0 total vector count; avg 0 term/freq vector fields per doc] test: docvalues...ERROR [2] java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) FAILED WARNING: fixIndex() would remove reference to this segment; full exception: java.lang.RuntimeException: DocValues test failed at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:628) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) 45 of 54: name=_3xn docCount=215407 was (Author: cnstar9988): I can't narrow it down, but I backup the index (5G) I run core\src\java\org\apache\lucene\index\CheckIndex.java 44 of 54: name=_d8 docCount=19599 codec=hybaseStd42x compound=true numFiles=3 size (MB)=9.559 diagnostics = {timestamp=1379167874407, mergeFactor=22, os.version=2.6.32-358.el6.x86_64, os=Linux, lucene.version=4.4.0 1504776 - sarowe - 2013-07-19 02:49:47, source=merge, os.arch=amd64, mergeMaxNumSegments=1, java.version=1.7.0_25, java.vendor=Oracle Corporation} no deletions test: open reader.OK test: fields..OK [29 fields] test: field norms.OK [4 fields] test: terms, freq, prox...OK [289268 terms; 3096641 terms/docs pairs; 689694 tokens] test: stored fields...OK [408046 total field count; avg 20.82 fields per doc] test: term vectorsOK [0 total vector count; avg 0 term/freq vector fields per doc] test: docvalues...ERROR [2] java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) FAILED WARNING: fixIndex() would remove reference to this segment; full exception: java.lang.RuntimeException: DocValues test failed at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:628) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) 45 of 54: name=_3xn docCount=215407 > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13776059#comment-13776059 ] Littlestar edited comment on LUCENE-5218 at 9/24/13 7:16 AM: - I can't narrow it down, but I backup the index (5G) I run core\src\java\org\apache\lucene\index\CheckIndex.java 44 of 54: name=_d8 docCount=19599 codec=hybaseStd42x compound=true numFiles=3 size (MB)=9.559 diagnostics = {timestamp=1379167874407, mergeFactor=22, os.version=2.6.32-358.el6.x86_64, os=Linux, lucene.version=4.4.0 1504776 - sarowe - 2013-07-19 02:49:47, source=merge, os.arch=amd64, mergeMaxNumSegments=1, java.version=1.7.0_25, java.vendor=Oracle Corporation} no deletions test: open reader.OK test: fields..OK [29 fields] test: field norms.OK [4 fields] test: terms, freq, prox...OK [289268 terms; 3096641 terms/docs pairs; 689694 tokens] test: stored fields...OK [408046 total field count; avg 20.82 fields per doc] test: term vectorsOK [0 total vector count; avg 0 term/freq vector fields per doc] test: docvalues...ERROR [2] java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) FAILED WARNING: fixIndex() would remove reference to this segment; full exception: java.lang.RuntimeException: DocValues test failed at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:628) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) 45 of 54: name=_3xn docCount=215407 was (Author: cnstar9988): I can't narrow it down, but I backup the index (5G) I run core\src\java\org\apache\lucene\index\CheckIndex.java java.lang.ArrayIndexOutOfBoundsException: 2 at org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) at org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) at org.apache.lucene.index.CheckIndex.checkBinaryDocValues(CheckIndex.java:1316) at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1420) at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1291) at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:615) at org.apache.lucene.index.CheckIndex.main(CheckIndex.java:1854) > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:1
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13768344#comment-13768344 ] Littlestar edited comment on LUCENE-5218 at 9/16/13 2:22 PM: - my app continue insert records, may be 10-1 records per seconds. lucene index with a lots of small segments, so I call forceMerge(80) before each call. was (Author: cnstar9988): my app continue insert records, may be 10-1 records per seconds. lucene index with very small segments, so I call forceMerge(80) before each call. > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13768322#comment-13768322 ] Littlestar edited comment on LUCENE-5218 at 9/16/13 2:09 PM: - java version "1.7.0_25" I also build jdk 7u40 with openjdk-7u40-fcs-src-b43-26_aug_2013.zip two jdks has same problem. was (Author: cnstar9988): java version "1.7.0_25" I also build openjdk 7u40 with openjdk-7u40-fcs-src-b43-26_aug_2013.zip two jdks has same problem. > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
[jira] [Comment Edited] (LUCENE-5218) background merge hit exception && Caused by: java.lang.ArrayIndexOutOfBoundsException
[ https://issues.apache.org/jira/browse/LUCENE-5218?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13768098#comment-13768098 ] Littlestar edited comment on LUCENE-5218 at 9/16/13 6:24 AM: - PagedBytes.java#fillSlice maybe wrong start?? {noformat} public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } {noformat} was (Author: cnstar9988): PagedBytes.java#fillSlice maybe wrong start?? public void fillSlice(BytesRef b, long start, int length) { assert length >= 0: "length=" + length; assert length <= blockSize+1; final int index = (int) (start >> blockBits); final int offset = (int) (start & blockMask); b.length = length; if (blockSize - offset >= length) { // Within block b.bytes = blocks[index]; b.offset = offset; } else { // Split b.bytes = new byte[length]; b.offset = 0; System.arraycopy(blocks[index], offset, b.bytes, 0, blockSize-offset); System.arraycopy(blocks[1+index], 0, b.bytes, blockSize-offset, length-(blockSize-offset)); } } > background merge hit exception && Caused by: > java.lang.ArrayIndexOutOfBoundsException > - > > Key: LUCENE-5218 > URL: https://issues.apache.org/jira/browse/LUCENE-5218 > Project: Lucene - Core > Issue Type: Bug > Components: core/index >Affects Versions: 4.4 > Environment: Linux MMapDirectory. >Reporter: Littlestar > > forceMerge(80) > == > Caused by: java.io.IOException: background merge hit exception: > _3h(4.4):c79921/2994 _3vs(4.4):c38658 _eq(4.4):c38586 _h1(4.4):c37370 > _16k(4.4):c36591 _j4(4.4):c34316 _dx(4.4):c30550 _3m6(4.4):c30058 > _dl(4.4):c28440 _d8(4.4):c19599 _dy(4.4):c1500/75 _h2(4.4):c1500 into _3vt > [maxNumSegments=80] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1714) > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1650) > at > com.xxx.yyy.engine.lucene.LuceneEngine.flushAndReopen(LuceneEngine.java:1295) > ... 4 more > Caused by: java.lang.ArrayIndexOutOfBoundsException: 2 > at > org.apache.lucene.util.PagedBytes$Reader.fillSlice(PagedBytes.java:92) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesProducer$6.get(Lucene42DocValuesProducer.java:267) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.setNext(DocValuesConsumer.java:239) > at > org.apache.lucene.codecs.DocValuesConsumer$2$1.hasNext(DocValuesConsumer.java:201) > at > org.apache.lucene.codecs.lucene42.Lucene42DocValuesConsumer.addBinaryField(Lucene42DocValuesConsumer.java:218) > at > org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:110) > at > org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:186) > at > org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:171) > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:108) > at > org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3772) > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3376) > at > org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:405) > at > org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:482) > === -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira - To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org