[
https://issues.apache.org/jira/browse/LUCENE-9638?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Michael Sokolov resolved LUCENE-9638.
-------------------------------------
Resolution: Fixed
> TestVectorValues.testIndexMultipleVectorFields reproducing test failure
> -----------------------------------------------------------------------
>
> Key: LUCENE-9638
> URL: https://issues.apache.org/jira/browse/LUCENE-9638
> Project: Lucene - Core
> Issue Type: Bug
> Reporter: Michael McCandless
> Priority: Major
>
> I was beasting [this PR|https://github.com/apache/lucene-solr/pull/2088] but
> then hit this failure, likely not related to that PR:
> {noformat}
> org.apache.lucene.index.TestVectorValues > testIndexMultipleVectorFields
> FAILED
> org.apache.lucene.index.CorruptIndexException: SimpleText failure:
> expected checksum line but got field-number 2
> (resource=BufferedChecksumIndexInput(MockIndexInputWrapper((sliced)
> offset=96, length=478 (clone of) ByteBuffersIndexInput (file=_0.scf,
> buffers=2,097 b\
> ytes, block size: 1,024, blocks: 3, position: 0) [slice=_0.gri])))
> at
> __randomizedtesting.SeedInfo.seed([9963345FEF3254D:173EA6E1008A23F8]:0)
> at
> org.apache.lucene.codecs.simpletext.SimpleTextUtil.checkFooter(SimpleTextUtil.java:89)
> at
> org.apache.lucene.codecs.simpletext.SimpleTextVectorReader.<init>(SimpleTextVectorReader.java:81)
> at
> org.apache.lucene.codecs.simpletext.SimpleTextVectorFormat.fieldsReader(SimpleTextVectorFormat.java:43)
> at
> org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:144)
> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
> at
> org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
> at
> org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:213)
> at
> org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:572)
> at
> org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:105)
> at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:630)
> at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:474)
> at
> org.apache.lucene.index.TestVectorValues.testIndexMultipleVectorFields(TestVectorValues.java:619)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> at java.base/java.lang.Thread.run(Thread.java:832)
> org.apache.lucene.index.TestVectorValues > test suite's output saved to
> /l/trunk/lucene/core/build/test-results/test/outputs/OUTPUT-org.apache.lucene.index.TestVectorValues.txt,
> copied below:
> > org.apache.lucene.index.CorruptIndexException: SimpleText failure:
> expected checksum line but got field-number 2
> (resource=BufferedChecksumIndexInput(MockIndexInputWrapper((sliced)
> offset=96, length=478 (clone of) ByteBuffersIndexInput (file=_0.scf,
> buffers=2,\
> 097 bytes, block size: 1,024, blocks: 3, position: 0) [slice=_0.gri])))
> > at
> __randomizedtesting.SeedInfo.seed([9963345FEF3254D:173EA6E1008A23F8]:0)
> > at
> org.apache.lucene.codecs.simpletext.SimpleTextUtil.checkFooter(SimpleTextUtil.java:89)
> > at
> org.apache.lucene.codecs.simpletext.SimpleTextVectorReader.<init>(SimpleTextVectorReader.java:81)
> > at
> org.apache.lucene.codecs.simpletext.SimpleTextVectorFormat.fieldsReader(SimpleTextVectorFormat.java:43)
> > at
> org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:144)
> > at
> org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
> > at
> org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
> > at
> org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:213)
> > at
> org.apache.lucene.index.IndexWriter.lambda$getReader$0(IndexWriter.java:572)
> > at
> org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:105)
> > at
> org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:630)
> > at
> org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:474)
> > at
> org.apache.lucene.index.TestVectorValues.testIndexMultipleVectorFields(TestVectorValues.java:619)
> > at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
> > at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> > at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> > at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> > at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> > at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> > at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> > at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> > at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> > at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> > at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> > at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> > at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> > at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> > at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> > at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> > at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> > at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> > at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> > at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> > at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> > at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> > at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> > at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> > at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> > at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> > at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> > at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> > at java.base/java.lang.Thread.run(Thread.java:832)
> 2> NOTE: reproduce with: gradlew test --tests
> TestVectorValues.testIndexMultipleVectorFields -Dtests.seed=9963345FEF3254D
> -Dtests.nightly=true -Dtests.badapples=true -Dtests.locale=sat-Olck
> -Dtests.timezone=Antarctica/South_Pole -Dtests.asserts=true -Dtests.file.enco\
> ding=UTF-8
> 2> NOTE: leaving temporary files on disk at:
> /tmp/lucene_gradle/lucene.index.TestVectorValues_9963345FEF3254D-001
> 2> NOTE: test params are: codec=SimpleText,
> sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=sat-Olck,
> timezone=Antarctica/South_Pole
> 2> NOTE: Linux 5.9.8-arch1-1 amd64/Oracle Corporation 15.0.1
> (64-bit)/cpus=1,threads=1,free=482248040,total=515899392
> 2> NOTE: All tests run in this JVM: [TestXYLine, TestLogMergePolicy,
> TestVectorValues] {noformat}
> It reproduces for me on current mainline.
> Maybe it is just a silly bug in {{SimpleText}} implementation of vectors?
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@lucene.apache.org
For additional commands, e-mail: issues-h...@lucene.apache.org
