[
https://issues.apache.org/jira/browse/SOLR-17055?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Mirko Sertic updated SOLR-17055:
--------------------------------
Description:
It seems that the KnnVectorQuery gives a wrong number of search results when
running Solr in cloud-mode. To be more specific, a collection with multiple
shards gives the wrong number of search results.
The query
{noformat}
{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]{noformat}
on a collection with two shards results in six documents, but the query asked
for the topK=3. It seems that internally the topK query parameter is per shard,
and not per query result. This is an unexpected behavior, as the technical
layout of the collection should not affect the query parameter from a users
perspective.
This problem can be reproduced by adding the following documents to a
collection with two shards and running the mentioned query:
{code:java}
{
id: 'Position1',
TESTEMBEDDING_EU_3: [0, 0, 0]
}
{
id: 'Position2',
TESTEMBEDDING_EU_3: [0.1, 0.1, 0.1]
}
{
id: 'Position3',
TESTEMBEDDING_EU_3: [0.2, 0.2, 0.2]
}
{
id: 'Position4',
TESTEMBEDDING_EU_3: [0.3, 0.3, 0.3]
}
{
id: 'Position5',
TESTEMBEDDING_EU_3: [0.4, 0.4, 0.4]
}
{
id: 'Position6',
TESTEMBEDDING_EU_3: [0.5, 0.5, 0.5]
}
{
id: 'Position7',
TESTEMBEDDING_EU_3: [0.6, 0.6, 0.6]
}
{
id: 'Position8',
TESTEMBEDDING_EU_3: [0.7, 0.7, 0.7]
}
{
id: 'Position9',
TESTEMBEDDING_EU_3: [0.8, 0.8, 0.8]
}
{
id: 'Position10',
TESTEMBEDDING_EU_3: [0.9, 0.9, 0.9]
}
{
id: 'Position11',
TESTEMBEDDING_EU_3: [1.0, 1.0, 1.0]
} {code}
To be complete, here is the full Solr search result:
{code:java}
{
"responseHeader": {
"zkConnected": true,
"status": 0,
"QTime": 35
},
"response": {
"numFound": 6,
"start": 0,
"maxScore": 1.0,
"numFoundExact": true,
"docs": [
{
"id": "Position11",
"TESTEMBEDDING_3": [
"1.0",
"1.0",
"1.0"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
"[explain]": "0.0 = not in top 3\n",
"score": 1.0
},
{
"id": "Position10",
"TESTEMBEDDING_3": [
"0.9",
"0.9",
"0.9"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
"[explain]": "0.0 = not in top 3\n",
"score": 0.97087383
},
{
"id": "Position9",
"TESTEMBEDDING_3": [
"0.8",
"0.8",
"0.8"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
"[explain]": "0.0 = not in top 3\n",
"score": 0.89285713
},
{
"id": "Position8",
"TESTEMBEDDING_3": [
"0.7",
"0.7",
"0.7"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
"[explain]": "0.0 = not in top 3\n",
"score": 0.78740156
},
{
"id": "Position7",
"TESTEMBEDDING_3": [
"0.6",
"0.6",
"0.6"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
"[explain]": "0.0 = not in top 3\n",
"score": 0.6756757
},
{
"id": "Position6",
"TESTEMBEDDING_3": [
"0.5",
"0.5",
"0.5"
],
"[shard]":
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
"[explain]": "0.0 = not in top 3\n",
"score": 0.5714286
}
]
},
"spellcheck": {
"suggestions": [],
"collations": []
},
"debug": {
"track": {
"rid":
"fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless-465214",
"EXECUTE_QUERY": {
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/":
{
"QTime": "23",
"ElapsedTime": "27",
"RequestPurpose": "GET_TOP_IDS,SET_TERM_STATS",
"NumFound": "3",
"Response": "{responseHeader={zkConnected=true, status=0, QTime=23},
response={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=Position11,
score=1.0}, SolrDocument{id=Position10, score=0.97087383},
SolrDocument{id=Position7, score=0.6756757}]}, sort_values={},
spellcheck={suggestions={!knn={numFound=0, startOffset=1, endOffset=5,
suggestion=[]}, =testembedding_eu_3={numFound=0, startOffset=7, endOffset=26,
suggestion=[]}, topk={numFound=16, startOffset=28, endOffset=32,
suggestion=[topp, topf, took, tonk, tops, topik, topo, tock, tope, topa, topi,
to k, tork, tolk, topb, topz]}, =3={numFound=0, startOffset=32, endOffset=34,
suggestion=[]}, [1={numFound=0, startOffset=35, endOffset=37, suggestion=[]},
,1={numFound=0, startOffset=39, endOffset=41, suggestion=[]}, ,1={numFound=0,
startOffset=43, endOffset=45, suggestion=[]}},
collations={collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
topp=3}[1.0,1.0,1.0], hits=6, misspellingsAndCorrections={topk=topp},
collationInternalRank=0}, collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
topf=3}[1.0,1.0,1.0], hits=6, misspellingsAndCorrections={topk=topf},
collationInternalRank=1000}, collation={collationQuery={!knn
f=TESTEMBEDDING_EU_3 took=3}[1.0,1.0,1.0], hits=6,
misspellingsAndCorrections={topk=took}, collationInternalRank=2000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tonk=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tonk}, collationInternalRank=3000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tops=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tops}, collationInternalRank=4000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topik=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topik}, collationInternalRank=5000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topo=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topo}, collationInternalRank=6000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tock=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tock}, collationInternalRank=7000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tope=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tope}, collationInternalRank=8000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topa=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topa}, collationInternalRank=9000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topi=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topi}, collationInternalRank=10000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 to k=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=to k}, collationInternalRank=11000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tork=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tork}, collationInternalRank=12000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tolk=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=tolk}, collationInternalRank=13000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topb=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topb}, collationInternalRank=14000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topz=3}[1.0,1.0,1.0],
hits=6, misspellingsAndCorrections={topk=topz}, collationInternalRank=15000}},
originalTerms=[!knn, =testembedding_eu_3, topk, =3, [1, ,1, ,1]},
debug={timing={time=23.0, prepare={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}, process={time=23.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=23.0}, debug={time=0.0}}}}}"
},
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/":
{
"QTime": "24",
"ElapsedTime": "29",
"RequestPurpose": "GET_TOP_IDS,SET_TERM_STATS",
"NumFound": "3",
"Response": "{responseHeader={zkConnected=true, status=0, QTime=24},
response={numFound=3,numFoundExact=true,start=0,maxScore=0.89285713,docs=[SolrDocument{id=Position9,
score=0.89285713}, SolrDocument{id=Position8, score=0.78740156},
SolrDocument{id=Position6, score=0.5714286}]}, sort_values={},
spellcheck={suggestions={!knn={numFound=0, startOffset=1, endOffset=5,
suggestion=[]}, =testembedding_eu_3={numFound=0, startOffset=7, endOffset=26,
suggestion=[]}, topk={numFound=16, startOffset=28, endOffset=32,
suggestion=[topp, took, topf, tops, topo, topik, tonk, tope, tock, to k, topi,
tork, tolk, top5, topc, topka]}, =3={numFound=0, startOffset=32, endOffset=34,
suggestion=[]}, [1={numFound=0, startOffset=35, endOffset=37, suggestion=[]},
,1={numFound=0, startOffset=39, endOffset=41, suggestion=[]}, ,1={numFound=0,
startOffset=43, endOffset=45, suggestion=[]}},
collations={collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
topp=3}[1.0,1.0,1.0], hits=5, misspellingsAndCorrections={topk=topp},
collationInternalRank=0}, collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
took=3}[1.0,1.0,1.0], hits=5, misspellingsAndCorrections={topk=took},
collationInternalRank=1000}, collation={collationQuery={!knn
f=TESTEMBEDDING_EU_3 topf=3}[1.0,1.0,1.0], hits=5,
misspellingsAndCorrections={topk=topf}, collationInternalRank=2000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tops=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tops}, collationInternalRank=3000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topo=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=topo}, collationInternalRank=4000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topik=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=topik}, collationInternalRank=5000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tonk=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tonk}, collationInternalRank=6000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tope=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tope}, collationInternalRank=7000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tock=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tock}, collationInternalRank=8000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 to k=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=to k}, collationInternalRank=9000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topi=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=topi}, collationInternalRank=10000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tork=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tork}, collationInternalRank=11000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tolk=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=tolk}, collationInternalRank=12000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 top5=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=top5}, collationInternalRank=13000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topc=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=topc}, collationInternalRank=14000},
collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topka=3}[1.0,1.0,1.0],
hits=5, misspellingsAndCorrections={topk=topka}, collationInternalRank=15000}},
originalTerms=[!knn, =testembedding_eu_3, topk, =3, [1, ,1, ,1]},
debug={timing={time=24.0, prepare={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}, process={time=24.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=24.0}, debug={time=0.0}}}}}"
}
},
"GET_FIELDS": {
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/":
{
"QTime": "1",
"ElapsedTime": "3",
"RequestPurpose": "GET_FIELDS,GET_DEBUG,SET_TERM_STATS",
"NumFound": "3",
"Response": "{responseHeader={zkConnected=true, status=0, QTime=1},
response={numFound=3,numFoundExact=true,start=0,docs=[SolrDocument{id=Position9,
TESTEMBEDDING_3=[0.8, 0.8, 0.8],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
[explain]=0.0 = not in top 3\n, score=0.89285713}, SolrDocument{id=Position8,
TESTEMBEDDING_3=[0.7, 0.7, 0.7],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
[explain]=0.0 = not in top 3\n, score=0.78740156}, SolrDocument{id=Position6,
TESTEMBEDDING_3=[0.5, 0.5, 0.5],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
[explain]=0.0 = not in top 3\n, score=0.5714286}]},
debug={rawquerystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
querystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
parsedquery=KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]),
parsedquery_toString=KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3],
explain={Position9={match=false, value=0.0, description=not in top 3},
Position8={match=false, value=0.0, description=not in top 3},
Position6={match=false, value=0.0, description=not in top 3}},
QParser=KnnQParser, timing={time=1.0, prepare={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}, process={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}}}}"
},
"http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/":
{
"QTime": "1",
"ElapsedTime": "3",
"RequestPurpose": "GET_FIELDS,GET_DEBUG,SET_TERM_STATS",
"NumFound": "3",
"Response": "{responseHeader={zkConnected=true, status=0, QTime=1},
response={numFound=3,numFoundExact=true,start=0,docs=[SolrDocument{id=Position10,
TESTEMBEDDING_3=[0.9, 0.9, 0.9],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
[explain]=0.0 = not in top 3\n, score=0.97087383}, SolrDocument{id=Position11,
TESTEMBEDDING_3=[1.0, 1.0, 1.0],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
[explain]=0.0 = not in top 3\n, score=1.0}, SolrDocument{id=Position7,
TESTEMBEDDING_3=[0.6, 0.6, 0.6],
[shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
[explain]=0.0 = not in top 3\n, score=0.6756757}]},
debug={rawquerystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
querystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
parsedquery=KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]),
parsedquery_toString=KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3],
explain={Position10={match=false, value=0.0, description=not in top 3},
Position11={match=false, value=0.0, description=not in top 3},
Position7={match=false, value=0.0, description=not in top 3}},
QParser=KnnQParser, timing={time=1.0, prepare={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}, process={time=0.0, query={time=0.0},
facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
spellcheck={time=0.0}, debug={time=0.0}}}}}"
}
}
},
"timing": {
"time": 49.0,
"prepare": {
"time": 0.0,
"query": {
"time": 0.0
},
"facet": {
"time": 0.0
},
"facet_module": {
"time": 0.0
},
"mlt": {
"time": 0.0
},
"highlight": {
"time": 0.0
},
"stats": {
"time": 0.0
},
"expand": {
"time": 0.0
},
"terms": {
"time": 0.0
},
"spellcheck": {
"time": 0.0
},
"debug": {
"time": 0.0
}
},
"process": {
"time": 47.0,
"query": {
"time": 0.0
},
"facet": {
"time": 0.0
},
"facet_module": {
"time": 0.0
},
"mlt": {
"time": 0.0
},
"highlight": {
"time": 0.0
},
"stats": {
"time": 0.0
},
"expand": {
"time": 0.0
},
"terms": {
"time": 0.0
},
"spellcheck": {
"time": 47.0
},
"debug": {
"time": 0.0
}
}
},
"rawquerystring": "{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]",
"querystring": "{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]",
"parsedquery":
"KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3])",
"parsedquery_toString": "KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]",
"QParser": "KnnQParser",
"explain": {
"Position11": {
"match": false,
"value": 0.0,
"description": "not in top 3"
},
"Position10": {
"match": false,
"value": 0.0,
"description": "not in top 3"
},
"Position9": {
"match": false,
"value": 0.0,
"description": "not in top 3"
},
"Position8": {
"match": false,
"value": 0.0,
"description": "not in top 3"
},
"Position7": {
"match": false,
"value": 0.0,
"description": "not in top 3"
},
"Position6": {
"match": false,
"value": 0.0,
"description": "not in top 3"
}
}
}
} {code}
was:
It seems that the KnnVectorQuery gives a wrong number of search results when
running Solr in cloud-mode. To be more specific, a collection with multiple
shards gives the wrong number of search results.
The query
{noformat}
{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]{noformat}
on a collection with two shards results in six documents, but the query asked
for the topK=3. It seems that internally the topK query parameter is per shard,
and not per query result. This is an unexpected behavior, as the technical
layout of the collection should not affect the query parameter from a users
perspective.
This problem can be reproduced by adding the following documents to a
collection with two shards and running the mentioned query:
{code:java}
{
id: 'Position1',
TESTEMBEDDING_EU_3: [0, 0, 0]
}
{
id: 'Position2',
TESTEMBEDDING_EU_3: [0.1, 0.1, 0.1]
}
{
id: 'Position3',
TESTEMBEDDING_EU_3: [0.2, 0.2, 0.2]
}
{
id: 'Position4',
TESTEMBEDDING_EU_3: [0.3, 0.3, 0.3]
}
{
id: 'Position5',
TESTEMBEDDING_EU_3: [0.4, 0.4, 0.4]
}
{
id: 'Position6',
TESTEMBEDDING_EU_3: [0.5, 0.5, 0.5]
}
{
id: 'Position7',
TESTEMBEDDING_EU_3: [0.6, 0.6, 0.6]
}
{
id: 'Position8',
TESTEMBEDDING_EU_3: [0.7, 0.7, 0.7]
}
{
id: 'Position9',
TESTEMBEDDING_EU_3: [0.8, 0.8, 0.8]
}
{
id: 'Position10',
TESTEMBEDDING_EU_3: [0.9, 0.9, 0.9]
}
{
id: 'Position11',
TESTEMBEDDING_EU_3: [1.0, 1.0, 1.0]
} {code}
> KnnVectorQuery: Wrong number of search results when running in cloud-mode
> -------------------------------------------------------------------------
>
> Key: SOLR-17055
> URL: https://issues.apache.org/jira/browse/SOLR-17055
> Project: Solr
> Issue Type: Bug
> Security Level: Public(Default Security Level. Issues are Public)
> Affects Versions: 9.1, 9.2, 9.1.1, 9.3, 9.2.1, 9.4
> Reporter: Mirko Sertic
> Priority: Major
>
> It seems that the KnnVectorQuery gives a wrong number of search results when
> running Solr in cloud-mode. To be more specific, a collection with multiple
> shards gives the wrong number of search results.
> The query
> {noformat}
> {!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]{noformat}
> on a collection with two shards results in six documents, but the query asked
> for the topK=3. It seems that internally the topK query parameter is per
> shard, and not per query result. This is an unexpected behavior, as the
> technical layout of the collection should not affect the query parameter from
> a users perspective.
> This problem can be reproduced by adding the following documents to a
> collection with two shards and running the mentioned query:
> {code:java}
> {
> id: 'Position1',
> TESTEMBEDDING_EU_3: [0, 0, 0]
> }
> {
> id: 'Position2',
> TESTEMBEDDING_EU_3: [0.1, 0.1, 0.1]
> }
> {
> id: 'Position3',
> TESTEMBEDDING_EU_3: [0.2, 0.2, 0.2]
> }
> {
> id: 'Position4',
> TESTEMBEDDING_EU_3: [0.3, 0.3, 0.3]
> }
> {
> id: 'Position5',
> TESTEMBEDDING_EU_3: [0.4, 0.4, 0.4]
> }
> {
> id: 'Position6',
> TESTEMBEDDING_EU_3: [0.5, 0.5, 0.5]
> }
> {
> id: 'Position7',
> TESTEMBEDDING_EU_3: [0.6, 0.6, 0.6]
> }
> {
> id: 'Position8',
> TESTEMBEDDING_EU_3: [0.7, 0.7, 0.7]
> }
> {
> id: 'Position9',
> TESTEMBEDDING_EU_3: [0.8, 0.8, 0.8]
> }
> {
> id: 'Position10',
> TESTEMBEDDING_EU_3: [0.9, 0.9, 0.9]
> }
> {
> id: 'Position11',
> TESTEMBEDDING_EU_3: [1.0, 1.0, 1.0]
> } {code}
> To be complete, here is the full Solr search result:
> {code:java}
> {
> "responseHeader": {
> "zkConnected": true,
> "status": 0,
> "QTime": 35
> },
> "response": {
> "numFound": 6,
> "start": 0,
> "maxScore": 1.0,
> "numFoundExact": true,
> "docs": [
> {
> "id": "Position11",
> "TESTEMBEDDING_3": [
> "1.0",
> "1.0",
> "1.0"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 1.0
> },
> {
> "id": "Position10",
> "TESTEMBEDDING_3": [
> "0.9",
> "0.9",
> "0.9"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 0.97087383
> },
> {
> "id": "Position9",
> "TESTEMBEDDING_3": [
> "0.8",
> "0.8",
> "0.8"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 0.89285713
> },
> {
> "id": "Position8",
> "TESTEMBEDDING_3": [
> "0.7",
> "0.7",
> "0.7"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 0.78740156
> },
> {
> "id": "Position7",
> "TESTEMBEDDING_3": [
> "0.6",
> "0.6",
> "0.6"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 0.6756757
> },
> {
> "id": "Position6",
> "TESTEMBEDDING_3": [
> "0.5",
> "0.5",
> "0.5"
> ],
> "[shard]":
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/";,
> "[explain]": "0.0 = not in top 3\n",
> "score": 0.5714286
> }
> ]
> },
> "spellcheck": {
> "suggestions": [],
> "collations": []
> },
> "debug": {
> "track": {
> "rid":
> "fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless-465214",
> "EXECUTE_QUERY": {
>
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/":
> {
> "QTime": "23",
> "ElapsedTime": "27",
> "RequestPurpose": "GET_TOP_IDS,SET_TERM_STATS",
> "NumFound": "3",
> "Response": "{responseHeader={zkConnected=true, status=0,
> QTime=23},
> response={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=Position11,
> score=1.0}, SolrDocument{id=Position10, score=0.97087383},
> SolrDocument{id=Position7, score=0.6756757}]}, sort_values={},
> spellcheck={suggestions={!knn={numFound=0, startOffset=1, endOffset=5,
> suggestion=[]}, =testembedding_eu_3={numFound=0, startOffset=7, endOffset=26,
> suggestion=[]}, topk={numFound=16, startOffset=28, endOffset=32,
> suggestion=[topp, topf, took, tonk, tops, topik, topo, tock, tope, topa,
> topi, to k, tork, tolk, topb, topz]}, =3={numFound=0, startOffset=32,
> endOffset=34, suggestion=[]}, [1={numFound=0, startOffset=35, endOffset=37,
> suggestion=[]}, ,1={numFound=0, startOffset=39, endOffset=41, suggestion=[]},
> ,1={numFound=0, startOffset=43, endOffset=45, suggestion=[]}},
> collations={collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
> topp=3}[1.0,1.0,1.0], hits=6, misspellingsAndCorrections={topk=topp},
> collationInternalRank=0}, collation={collationQuery={!knn
> f=TESTEMBEDDING_EU_3 topf=3}[1.0,1.0,1.0], hits=6,
> misspellingsAndCorrections={topk=topf}, collationInternalRank=1000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 took=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=took}, collationInternalRank=2000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tonk=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tonk}, collationInternalRank=3000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tops=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tops}, collationInternalRank=4000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topik=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topik}, collationInternalRank=5000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topo=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topo}, collationInternalRank=6000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tock=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tock}, collationInternalRank=7000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tope=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tope}, collationInternalRank=8000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topa=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topa}, collationInternalRank=9000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topi=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topi}, collationInternalRank=10000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 to k=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=to k}, collationInternalRank=11000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tork=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tork}, collationInternalRank=12000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tolk=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=tolk}, collationInternalRank=13000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topb=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topb}, collationInternalRank=14000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topz=3}[1.0,1.0,1.0],
> hits=6, misspellingsAndCorrections={topk=topz},
> collationInternalRank=15000}}, originalTerms=[!knn, =testembedding_eu_3,
> topk, =3, [1, ,1, ,1]}, debug={timing={time=23.0, prepare={time=0.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}, process={time=23.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=23.0}, debug={time=0.0}}}}}"
> },
>
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/":
> {
> "QTime": "24",
> "ElapsedTime": "29",
> "RequestPurpose": "GET_TOP_IDS,SET_TERM_STATS",
> "NumFound": "3",
> "Response": "{responseHeader={zkConnected=true, status=0,
> QTime=24},
> response={numFound=3,numFoundExact=true,start=0,maxScore=0.89285713,docs=[SolrDocument{id=Position9,
> score=0.89285713}, SolrDocument{id=Position8, score=0.78740156},
> SolrDocument{id=Position6, score=0.5714286}]}, sort_values={},
> spellcheck={suggestions={!knn={numFound=0, startOffset=1, endOffset=5,
> suggestion=[]}, =testembedding_eu_3={numFound=0, startOffset=7, endOffset=26,
> suggestion=[]}, topk={numFound=16, startOffset=28, endOffset=32,
> suggestion=[topp, took, topf, tops, topo, topik, tonk, tope, tock, to k,
> topi, tork, tolk, top5, topc, topka]}, =3={numFound=0, startOffset=32,
> endOffset=34, suggestion=[]}, [1={numFound=0, startOffset=35, endOffset=37,
> suggestion=[]}, ,1={numFound=0, startOffset=39, endOffset=41, suggestion=[]},
> ,1={numFound=0, startOffset=43, endOffset=45, suggestion=[]}},
> collations={collation={collationQuery={!knn f=TESTEMBEDDING_EU_3
> topp=3}[1.0,1.0,1.0], hits=5, misspellingsAndCorrections={topk=topp},
> collationInternalRank=0}, collation={collationQuery={!knn
> f=TESTEMBEDDING_EU_3 took=3}[1.0,1.0,1.0], hits=5,
> misspellingsAndCorrections={topk=took}, collationInternalRank=1000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topf=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topf}, collationInternalRank=2000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tops=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tops}, collationInternalRank=3000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topo=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topo}, collationInternalRank=4000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topik=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topik}, collationInternalRank=5000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tonk=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tonk}, collationInternalRank=6000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tope=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tope}, collationInternalRank=7000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tock=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tock}, collationInternalRank=8000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 to k=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=to k}, collationInternalRank=9000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topi=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topi}, collationInternalRank=10000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tork=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tork}, collationInternalRank=11000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 tolk=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=tolk}, collationInternalRank=12000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 top5=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=top5}, collationInternalRank=13000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topc=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topc}, collationInternalRank=14000},
> collation={collationQuery={!knn f=TESTEMBEDDING_EU_3 topka=3}[1.0,1.0,1.0],
> hits=5, misspellingsAndCorrections={topk=topka},
> collationInternalRank=15000}}, originalTerms=[!knn, =testembedding_eu_3,
> topk, =3, [1, ,1, ,1]}, debug={timing={time=24.0, prepare={time=0.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}, process={time=24.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=24.0}, debug={time=0.0}}}}}"
> }
> },
> "GET_FIELDS": {
>
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/":
> {
> "QTime": "1",
> "ElapsedTime": "3",
> "RequestPurpose": "GET_FIELDS,GET_DEBUG,SET_TERM_STATS",
> "NumFound": "3",
> "Response": "{responseHeader={zkConnected=true, status=0, QTime=1},
> response={numFound=3,numFoundExact=true,start=0,docs=[SolrDocument{id=Position9,
> TESTEMBEDDING_3=[0.8, 0.8, 0.8],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
> [explain]=0.0 = not in top 3\n, score=0.89285713},
> SolrDocument{id=Position8, TESTEMBEDDING_3=[0.7, 0.7, 0.7],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
> [explain]=0.0 = not in top 3\n, score=0.78740156},
> SolrDocument{id=Position6, TESTEMBEDDING_3=[0.5, 0.5, 0.5],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p17/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_p21/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t13/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard2_replica_t15/,
> [explain]=0.0 = not in top 3\n, score=0.5714286}]},
> debug={rawquerystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
> querystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
> parsedquery=KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]),
> parsedquery_toString=KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3],
> explain={Position9={match=false, value=0.0, description=not in top 3},
> Position8={match=false, value=0.0, description=not in top 3},
> Position6={match=false, value=0.0, description=not in top 3}},
> QParser=KnnQParser, timing={time=1.0, prepare={time=0.0, query={time=0.0},
> facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}, process={time=0.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}}}}"
> },
>
> "http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/":
> {
> "QTime": "1",
> "ElapsedTime": "3",
> "RequestPurpose": "GET_FIELDS,GET_DEBUG,SET_TERM_STATS",
> "NumFound": "3",
> "Response": "{responseHeader={zkConnected=true, status=0, QTime=1},
> response={numFound=3,numFoundExact=true,start=0,docs=[SolrDocument{id=Position10,
> TESTEMBEDDING_3=[0.9, 0.9, 0.9],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
> [explain]=0.0 = not in top 3\n, score=0.97087383},
> SolrDocument{id=Position11, TESTEMBEDDING_3=[1.0, 1.0, 1.0],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
> [explain]=0.0 = not in top 3\n, score=1.0}, SolrDocument{id=Position7,
> TESTEMBEDDING_3=[0.6, 0.6, 0.6],
> [shard]=http://fusion-integ-solr-search-200gb-0.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p9/|http://fusion-integ-solr-analytics-200gb-1.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t7/|http://fusion-integ-solr-search-200gb-1.fusion-integ-solr-search-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_p11/|http://fusion-integ-solr-analytics-200gb-0.fusion-integ-solr-analytics-200gb-headless:8983/solr/suchpool_atlas_2023_10_08_shard1_replica_t5/,
> [explain]=0.0 = not in top 3\n, score=0.6756757}]},
> debug={rawquerystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
> querystring={!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0],
> parsedquery=KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]),
> parsedquery_toString=KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3],
> explain={Position10={match=false, value=0.0, description=not in top 3},
> Position11={match=false, value=0.0, description=not in top 3},
> Position7={match=false, value=0.0, description=not in top 3}},
> QParser=KnnQParser, timing={time=1.0, prepare={time=0.0, query={time=0.0},
> facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}, process={time=0.0,
> query={time=0.0}, facet={time=0.0}, facet_module={time=0.0}, mlt={time=0.0},
> highlight={time=0.0}, stats={time=0.0}, expand={time=0.0}, terms={time=0.0},
> spellcheck={time=0.0}, debug={time=0.0}}}}}"
> }
> }
> },
> "timing": {
> "time": 49.0,
> "prepare": {
> "time": 0.0,
> "query": {
> "time": 0.0
> },
> "facet": {
> "time": 0.0
> },
> "facet_module": {
> "time": 0.0
> },
> "mlt": {
> "time": 0.0
> },
> "highlight": {
> "time": 0.0
> },
> "stats": {
> "time": 0.0
> },
> "expand": {
> "time": 0.0
> },
> "terms": {
> "time": 0.0
> },
> "spellcheck": {
> "time": 0.0
> },
> "debug": {
> "time": 0.0
> }
> },
> "process": {
> "time": 47.0,
> "query": {
> "time": 0.0
> },
> "facet": {
> "time": 0.0
> },
> "facet_module": {
> "time": 0.0
> },
> "mlt": {
> "time": 0.0
> },
> "highlight": {
> "time": 0.0
> },
> "stats": {
> "time": 0.0
> },
> "expand": {
> "time": 0.0
> },
> "terms": {
> "time": 0.0
> },
> "spellcheck": {
> "time": 47.0
> },
> "debug": {
> "time": 0.0
> }
> }
> },
> "rawquerystring": "{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]",
> "querystring": "{!knn f=TESTEMBEDDING_EU_3 topK=3}[1.0,1.0,1.0]",
> "parsedquery":
> "KnnVectorQuery(KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3])",
> "parsedquery_toString": "KnnVectorQuery:TESTEMBEDDING_EU_3[1.0,...][3]",
> "QParser": "KnnQParser",
> "explain": {
> "Position11": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> },
> "Position10": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> },
> "Position9": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> },
> "Position8": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> },
> "Position7": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> },
> "Position6": {
> "match": false,
> "value": 0.0,
> "description": "not in top 3"
> }
> }
> }
> } {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
