[ 
https://issues.apache.org/jira/browse/SOLR-7992?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16077420#comment-16077420
 ] 

Steve Rowe commented on SOLR-7992:
----------------------------------

Reproducing master failures from my Jenkins:

{noformat}
  [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=QueryElevationComponentTest -Dtests.method=testMarkExcludes 
-Dtests.seed=6B2454FA8EF2F84 -Dtests.slow=true -Dtests.locale=ar-SY 
-Dtests.timezone=America/Recife -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.40s | QueryElevationComponentTest.testMarkExcludes <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during 
query
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([6B2454FA8EF2F84:938BFCBE31010E19]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:878)
   [junit4]    >        at 
org.apache.solr.handler.component.QueryElevationComponentTest.testMarkExcludes(QueryElevationComponentTest.java:466)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: 
xpath=//result/doc[2]/str[@name='id'][.='1']
   [junit4]    >        xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader">
   [junit4]    >   <int name="status">0</int>
   [junit4]    >   <int name="QTime">3</int>
   [junit4]    >   <lst name="params">
   [junit4]    >     <str name="q">XXXX XXXX</str>
   [junit4]    >     <str name="qt">/elevate</str>
   [junit4]    >     <str name="indent">true</str>
   [junit4]    >     <str name="fl">id, score, [excluded]</str>
   [junit4]    >     <str name="markExcludes">true</str>
   [junit4]    >     <str name="wt">xml</str>
   [junit4]    >   </lst>
   [junit4]    > </lst>
   [junit4]    > <result name="response" numFound="4" start="0" 
maxScore="3.149114">
   [junit4]    >   <doc>
   [junit4]    >     <str name="id">5</str>
   [junit4]    >     <float name="score">0.0</float>
   [junit4]    >     <bool name="[excluded]">false</bool></doc>
   [junit4]    >   <doc>
   [junit4]    >     <str name="id">6</str>
   [junit4]    >     <float name="score">3.149114</float>
   [junit4]    >     <bool name="[excluded]">true</bool></doc>
   [junit4]    >   <doc>
   [junit4]    >     <str name="id">1</str>
   [junit4]    >     <float name="score">3.149114</float>
   [junit4]    >     <bool name="[excluded]">false</bool></doc>
   [junit4]    >   <doc>
   [junit4]    >     <str name="id">4</str>
   [junit4]    >     <float name="score">3.149114</float>
   [junit4]    >     <bool name="[excluded]">false</bool></doc>
   [junit4]    > </result>
   [junit4]    > </response>
   [junit4]    >        request was:q=XXXX XXXX&qt=/elevate&indent=true&fl=id, 
score, [excluded]&markExcludes=true&wt=xml
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
{noformat}

{noformat}
  [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=QueryElevationComponentTest -Dtests.method=testMarker 
-Dtests.seed=6B2454FA8EF2F84 -Dtests.slow=true -Dtests.locale=ar-SY 
-Dtests.timezone=America/Recife -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.27s | QueryElevationComponentTest.testMarker <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during 
query
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([6B2454FA8EF2F84:C42C1892C7F88355]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:878)
   [junit4]    >        at 
org.apache.solr.handler.component.QueryElevationComponentTest.testMarker(QueryElevationComponentTest.java:417)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: 
xpath=//result/doc[2]/str[@name='id'][.='4']
   [junit4]    >        xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int 
name="QTime">1</int><lst name="params"><str name="q">XXXX</str><str 
name="qt">/elevate</str><str name="fl">id, score, [elevated]</str><str 
name="wt">xml</str></lst></lst><result name="response" numFound="3" start="0" 
maxScore="1.0557057"><doc><str name="id">1</str><float 
name="score">1.0557057</float><bool 
name="[elevated]">true</bool></doc><doc><str name="id">6</str><float 
name="score">1.0557057</float><bool 
name="[elevated]">false</bool></doc><doc><str name="id">4</str><float 
name="score">1.0557057</float><bool 
name="[elevated]">false</bool></doc></result>
   [junit4]    > </response>
   [junit4]    >        request was:q=XXXX&qt=/elevate&fl=id, score, 
[elevated]&wt=xml
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:871)
{noformat
[...]
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{range_facet_l_dv=Lucene50(blocksize=128), 
multiDefault=PostingsFormat(name=MockRandom), 
intDefault=PostingsFormat(name=Memory), title=PostingsFormat(name=Memory), 
title_lettertok=Lucene50(blocksize=128), str_s=PostingsFormat(name=Direct), 
range_facet_l=PostingsFormat(name=MockRandom), 
id_i=PostingsFormat(name=Direct), title_stemmed=PostingsFormat(name=Memory), 
str_s1=PostingsFormat(name=MockRandom), id_i1=PostingsFormat(name=Memory), 
id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), 
range_facet_i_dv=PostingsFormat(name=MockRandom), 
timestamp=PostingsFormat(name=MockRandom)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), 
multiDefault=DocValuesFormat(name=Lucene70), 
intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), 
range_facet_i_dv=DocValuesFormat(name=Lucene70), 
id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Lucene70), 
intDvoDefault=DocValuesFormat(name=Asserting), 
str_s=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), 
range_facet_l=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1757, 
maxMBSortInHeap=5.0381035766118085, sim=RandomSimilarity(queryNorm=false): {}, 
locale=ar-SY, timezone=America/Recife
   [junit4]   2> NOTE: Linux 4.1.0-custom2-amd64 amd64/Oracle Corporation 
1.8.0_77 (64-bit)/cpus=16,threads=1,free=352245928,total=391118848
{noformat}

> QueryElevationComponentTest failures
> ------------------------------------
>
>                 Key: SOLR-7992
>                 URL: https://issues.apache.org/jira/browse/SOLR-7992
>             Project: Solr
>          Issue Type: Bug
>            Reporter: Steve Rowe
>
> My Jenkins found a failure 
> [http://jenkins.sarowe.net/job/Lucene-Solr-tests-5.x-Java8/1619/], reproduces 
> for me on OS X:
> {noformat}
>    [junit4]   2> NOTE: reproduce with: ant test  
> -Dtestcase=QueryElevationComponentTest -Dtests.method=testMarkExcludes 
> -Dtests.seed=99E233B631387D8 -Dtests.slow=true 
> -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt 
> -Dtests.locale=da -Dtests.timezone=America/North_Dakota/New_Salem 
> -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   1.12s J2  | QueryElevationComponentTest.testMarkExcludes 
> <<<
>    [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during 
> query
>    [junit4]    >      at 
> __randomizedtesting.SeedInfo.seed([99E233B631387D8:9CA79ACAFAFDA645]:0)
>    [junit4]    >      at 
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:765)
>    [junit4]    >      at 
> org.apache.solr.handler.component.QueryElevationComponentTest.testMarkExcludes(QueryElevationComponentTest.java:463)
>    [junit4]    >      at java.lang.Thread.run(Thread.java:745)
>    [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: 
> xpath=//result/doc[2]/str[@name='id'][.='1']
>    [junit4]    >      xml response was: <?xml version="1.0" encoding="UTF-8"?>
>    [junit4]    > <response>
>    [junit4]    > <lst name="responseHeader">
>    [junit4]    >   <int name="status">0</int>
>    [junit4]    >   <int name="QTime">3</int>
>    [junit4]    >   <lst name="params">
>    [junit4]    >     <str name="q">XXXX XXXX</str>
>    [junit4]    >     <str name="qt">/elevate</str>
>    [junit4]    >     <str name="indent">true</str>
>    [junit4]    >     <str name="fl">id, score, [excluded]</str>
>    [junit4]    >     <str name="markExcludes">true</str>
>    [junit4]    >     <str name="wt">xml</str>
>    [junit4]    >   </lst>
>    [junit4]    > </lst>
>    [junit4]    > <result name="response" numFound="4" start="0" 
> maxScore="2.3953636">
>    [junit4]    >   <doc>
>    [junit4]    >     <str name="id">5</str>
>    [junit4]    >     <float name="score">0.0</float>
>    [junit4]    >     <bool name="[excluded]">false</bool></doc>
>    [junit4]    >   <doc>
>    [junit4]    >     <str name="id">4</str>
>    [junit4]    >     <float name="score">2.3953636</float>
>    [junit4]    >     <bool name="[excluded]">false</bool></doc>
>    [junit4]    >   <doc>
>    [junit4]    >     <str name="id">1</str>
>    [junit4]    >     <float name="score">2.3953636</float>
>    [junit4]    >     <bool name="[excluded]">false</bool></doc>
>    [junit4]    >   <doc>
>    [junit4]    >     <str name="id">6</str>
>    [junit4]    >     <float name="score">2.3953636</float>
>    [junit4]    >     <bool name="[excluded]">true</bool></doc>
>    [junit4]    > </result>
>    [junit4]    > </response>
>    [junit4]    >      request 
> was:q=XXXX+XXXX&qt=/elevate&indent=true&fl=id,+score,+[excluded]&markExcludes=true&wt=xml
>    [junit4]    >      at 
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:758)
>    [junit4]    >      ... 40 more
> [...]
>    [junit4]   2> NOTE: leaving temporary files on disk at: 
> /var/lib/jenkins/jobs/Lucene-Solr-tests-5.x-Java8/workspace/solr/build/solr-core/test/J2/temp/solr.handler.component.QueryElevationComponentTest_99E233B631387D8-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53), 
> sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=da, 
> timezone=America/North_Dakota/New_Salem
>    [junit4]   2> NOTE: Linux 4.1.0-custom2-amd64 amd64/Oracle Corporation 
> 1.8.0_45 (64-bit)/cpus=16,threads=1,free=352090400,total=531103744
>    [junit4]   2> NOTE: All tests run in this JVM: [TestFoldingMultitermQuery, 
> DirectUpdateHandlerTest, UUIDFieldTest, TestMinMaxOnMultiValuedField, 
> TestCustomSort, CSVRequestHandlerTest, DateMathParserTest, 
> AddBlockUpdateTest, StandardRequestHandlerTest, 
> TestLMDirichletSimilarityFactory, TestFileDictionaryLookup, 
> HLLSerializationTest, TestGroupingSearch, TestFieldTypeResource, 
> TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, 
> AnalysisAfterCoreReloadTest, TestScoreJoinQPScore, TestSolr4Spatial, 
> TermVectorComponentTest, TestCollectionAPI, TestJettySolrRunner, 
> BasicDistributedZk2Test, ShardRoutingTest, 
> TermVectorComponentDistributedTest, SpellCheckComponentTest, 
> QueryElevationComponentTest]
>    [junit4] Completed [269/536] on J2 in 6.50s, 9 tests, 1 error <<< FAILURES!
> {noformat}
> Probably a test bug: looks like the test is depending on ordering of docs 
> that have the same score.



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to