Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.10/220/

3 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testSimple

Error Message:
expected:<66> but was:<132>

Stack Trace:
java.lang.AssertionError: expected:<66> but was:<132>
        at 
__randomizedtesting.SeedInfo.seed([F1899FF12B7FAD13:C93ABB0F0C8C79C2]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotEquals(Assert.java:835)
        at org.junit.Assert.assertEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:633)
        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst

Error Message:
Unexpected number of elements in the group for 'intGSF' size: '4' GroupValue: 
'702130930' rsp: 
{responseHeader={zkConnected=true,status=0,QTime=53,params={q=*:*,group.sort=id 
asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=46,groups=[{groupValue=702113201,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0,
 intGSF=702113201, longGSF=1554926527070323222, doubleGSF=401.1169757059808, 
floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 5717048, 
stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627330240512, 
_root_=0}, SolrDocument{id=1, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627330240512, 
_root_=1}, SolrDocument{id=2, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627331289088, 
_root_=2}, SolrDocument{id=3, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627332337664, 
_root_=3}, SolrDocument{id=4, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627333386240, 
_root_=4}, SolrDocument{id=5, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627331289089, 
_root_=5}, SolrDocument{id=6, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627332337665, 
_root_=6}]}}, 
{groupValue=null,doclist={numFound=10,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000,
 _version_=1713747627331289088, _root_=10000}, SolrDocument{id=10005, 
_version_=1713747627333386241, _root_=10005}, SolrDocument{id=10010, 
_version_=1713747627332337668, _root_=10010}, SolrDocument{id=10015, 
_version_=1713747627334434821, _root_=10015}, SolrDocument{id=10020, 
_version_=1713747627334434822, _root_=10020}, SolrDocument{id=10025, 
_version_=1713747627332337670, _root_=10025}, SolrDocument{id=10030, 
_version_=1713747627332337670, _root_=10030}, SolrDocument{id=10035, 
_version_=1713747627333386242, _root_=10035}, SolrDocument{id=10040, 
_version_=1713747627332337673, _root_=10040}, SolrDocument{id=10045, 
_version_=1713747627333386244, _root_=10045}]}}, 
{groupValue=702130930,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14,
 intGSF=702130930, longGSF=1554926527070336012, doubleGSF=2073.1169757059806, 
floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 BNT 5717048, 
stringGSF=base_string_111162__00016722, boolGSF=true, 
sortableGSF=base_string_440131__00012600, _version_=1713747627334434820, 
_root_=14}, SolrDocument{id=17, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=false, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337664, 
_root_=17}, SolrDocument{id=18, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=true, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337669, 
_root_=18}, SolrDocument{id=19, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=false, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337665, 
_root_=19}]}}, 
{groupValue=702137687,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21,
 intGSF=702137687, longGSF=1554926527070341843, doubleGSF=3562.1169757059806, 
floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 BNT 5717048, 
stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337666, 
_root_=21}, SolrDocument{id=23, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337667, 
_root_=23}, SolrDocument{id=24, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=true, 
sortableGSF=base_string_440131__00015796, _version_=1713747627334434823, 
_root_=24}, SolrDocument{id=25, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337668, 
_root_=25}, SolrDocument{id=26, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=true, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337671, 
_root_=26}, SolrDocument{id=27, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627334434824, 
_root_=27}]}}, 
{groupValue=702143684,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28,
 intGSF=702143684, longGSF=1554926527070349454, doubleGSF=13329.116975705982, 
floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 BNT 5717048, 
stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627334434825, 
_root_=28}, SolrDocument{id=29, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627332337669, 
_root_=29}, SolrDocument{id=30, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627333386240, 
_root_=30}, SolrDocument{id=31, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627333386241, 
_root_=31}, SolrDocument{id=32, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627334434826, 
_root_=32}, SolrDocument{id=33, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627332337671, 
_root_=33}]}}, 
{groupValue=702147205,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37,
 intGSF=702147205, longGSF=1554926527070352684, doubleGSF=16300.116975705982, 
floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 BNT 5717048, 
stringGSF=base_string_111162__00027620, boolGSF=false, 
sortableGSF=base_string_440131__00023163, _version_=1713747627332337672, 
_root_=37}, SolrDocument{id=38, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=true, 
sortableGSF=base_string_440131__00023163, _version_=1713747627335483392, 
_root_=38}, SolrDocument{id=39, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=false, 
sortableGSF=base_string_440131__00023163, _version_=1713747627333386243, 
_root_=39}, SolrDocument{id=40, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=true, 
sortableGSF=base_string_440131__00023163, _version_=1713747627335483393, 
_root_=40}]}}, 
{groupValue=702150417,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42,
 intGSF=702150417, longGSF=1554926527070360425, doubleGSF=17189.11697570598, 
floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 BNT 5717048, 
stringGSF=base_string_111162__00034745, boolGSF=true, 
sortableGSF=base_string_440131__00028866, _version_=1713747627335483394, 
_root_=42}, SolrDocument{id=45, intGSF=702150417, longGSF=1554926527070360425, 
doubleGSF=17189.11697570598, floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 
BNT 5717048, stringGSF=base_string_111162__00034745, boolGSF=false, 
sortableGSF=base_string_440131__00028866, _version_=1713747627332337674, 
_root_=45}, SolrDocument{id=48, intGSF=702150417, longGSF=1554926527070360425, 
doubleGSF=17189.11697570598, floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 
BNT 5717048, stringGSF=base_string_111162__00034745, boolGSF=true, 
sortableGSF=base_string_440131__00028866, _version_=1713747627335483395, 
_root_=48}]}}, 
{groupValue=702121373,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10,
 intGSF=702121373, longGSF=1554926527070330487, doubleGSF=1231.1169757059808, 
floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 BNT 5717048, 
stringGSF=base_string_111162__00009218, boolGSF=true, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434817, 
_root_=10}, SolrDocument{id=11, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434818, 
_root_=11}, SolrDocument{id=13, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434819, 
_root_=13}, SolrDocument{id=7, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627332337666, 
_root_=7}, SolrDocument{id=8, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=true, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434816, 
_root_=8}, SolrDocument{id=9, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627332337667, 
_root_=9}]}}]}}}

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for 
'intGSF' size: '4' GroupValue: '702130930' rsp: 
{responseHeader={zkConnected=true,status=0,QTime=53,params={q=*:*,group.sort=id 
asc,_stateVer_=dv_coll:3,group.limit=100,rows=100,wt=javabin,version=2,group.field=intGSF,group=true}},grouped={intGSF={matches=46,groups=[{groupValue=702113201,doclist={numFound=7,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=0,
 intGSF=702113201, longGSF=1554926527070323222, doubleGSF=401.1169757059808, 
floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 5717048, 
stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627330240512, 
_root_=0}, SolrDocument{id=1, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627330240512, 
_root_=1}, SolrDocument{id=2, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627331289088, 
_root_=2}, SolrDocument{id=3, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627332337664, 
_root_=3}, SolrDocument{id=4, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627333386240, 
_root_=4}, SolrDocument{id=5, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=false, 
sortableGSF=base_string_440131__00003633, _version_=1713747627331289089, 
_root_=5}, SolrDocument{id=6, intGSF=702113201, longGSF=1554926527070323222, 
doubleGSF=401.1169757059808, floatGSF=8392.314, dateGSF=Wed Mar 22 09:56:17 BNT 
5717048, stringGSF=base_string_111162__00000063, boolGSF=true, 
sortableGSF=base_string_440131__00003633, _version_=1713747627332337665, 
_root_=6}]}}, 
{groupValue=null,doclist={numFound=10,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10000,
 _version_=1713747627331289088, _root_=10000}, SolrDocument{id=10005, 
_version_=1713747627333386241, _root_=10005}, SolrDocument{id=10010, 
_version_=1713747627332337668, _root_=10010}, SolrDocument{id=10015, 
_version_=1713747627334434821, _root_=10015}, SolrDocument{id=10020, 
_version_=1713747627334434822, _root_=10020}, SolrDocument{id=10025, 
_version_=1713747627332337670, _root_=10025}, SolrDocument{id=10030, 
_version_=1713747627332337670, _root_=10030}, SolrDocument{id=10035, 
_version_=1713747627333386242, _root_=10035}, SolrDocument{id=10040, 
_version_=1713747627332337673, _root_=10040}, SolrDocument{id=10045, 
_version_=1713747627333386244, _root_=10045}]}}, 
{groupValue=702130930,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=14,
 intGSF=702130930, longGSF=1554926527070336012, doubleGSF=2073.1169757059806, 
floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 BNT 5717048, 
stringGSF=base_string_111162__00016722, boolGSF=true, 
sortableGSF=base_string_440131__00012600, _version_=1713747627334434820, 
_root_=14}, SolrDocument{id=17, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=false, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337664, 
_root_=17}, SolrDocument{id=18, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=true, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337669, 
_root_=18}, SolrDocument{id=19, intGSF=702130930, longGSF=1554926527070336012, 
doubleGSF=2073.1169757059806, floatGSF=15474.314, dateGSF=Wed Mar 22 09:56:27 
BNT 5717048, stringGSF=base_string_111162__00016722, boolGSF=false, 
sortableGSF=base_string_440131__00012600, _version_=1713747627332337665, 
_root_=19}]}}, 
{groupValue=702137687,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=21,
 intGSF=702137687, longGSF=1554926527070341843, doubleGSF=3562.1169757059806, 
floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 BNT 5717048, 
stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337666, 
_root_=21}, SolrDocument{id=23, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337667, 
_root_=23}, SolrDocument{id=24, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=true, 
sortableGSF=base_string_440131__00015796, _version_=1713747627334434823, 
_root_=24}, SolrDocument{id=25, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337668, 
_root_=25}, SolrDocument{id=26, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=true, 
sortableGSF=base_string_440131__00015796, _version_=1713747627332337671, 
_root_=26}, SolrDocument{id=27, intGSF=702137687, longGSF=1554926527070341843, 
doubleGSF=3562.1169757059806, floatGSF=18262.314, dateGSF=Wed Mar 22 09:56:35 
BNT 5717048, stringGSF=base_string_111162__00019350, boolGSF=false, 
sortableGSF=base_string_440131__00015796, _version_=1713747627334434824, 
_root_=27}]}}, 
{groupValue=702143684,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=28,
 intGSF=702143684, longGSF=1554926527070349454, doubleGSF=13329.116975705982, 
floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 BNT 5717048, 
stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627334434825, 
_root_=28}, SolrDocument{id=29, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627332337669, 
_root_=29}, SolrDocument{id=30, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627333386240, 
_root_=30}, SolrDocument{id=31, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627333386241, 
_root_=31}, SolrDocument{id=32, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=true, 
sortableGSF=base_string_440131__00019313, _version_=1713747627334434826, 
_root_=32}, SolrDocument{id=33, intGSF=702143684, longGSF=1554926527070349454, 
doubleGSF=13329.116975705982, floatGSF=18610.314, dateGSF=Wed Mar 22 09:56:43 
BNT 5717048, stringGSF=base_string_111162__00024584, boolGSF=false, 
sortableGSF=base_string_440131__00019313, _version_=1713747627332337671, 
_root_=33}]}}, 
{groupValue=702147205,doclist={numFound=4,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=37,
 intGSF=702147205, longGSF=1554926527070352684, doubleGSF=16300.116975705982, 
floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 BNT 5717048, 
stringGSF=base_string_111162__00027620, boolGSF=false, 
sortableGSF=base_string_440131__00023163, _version_=1713747627332337672, 
_root_=37}, SolrDocument{id=38, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=true, 
sortableGSF=base_string_440131__00023163, _version_=1713747627335483392, 
_root_=38}, SolrDocument{id=39, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=false, 
sortableGSF=base_string_440131__00023163, _version_=1713747627333386243, 
_root_=39}, SolrDocument{id=40, intGSF=702147205, longGSF=1554926527070352684, 
doubleGSF=16300.116975705982, floatGSF=21137.314, dateGSF=Wed Mar 22 09:56:49 
BNT 5717048, stringGSF=base_string_111162__00027620, boolGSF=true, 
sortableGSF=base_string_440131__00023163, _version_=1713747627335483393, 
_root_=40}]}}, 
{groupValue=702150417,doclist={numFound=3,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=42,
 intGSF=702150417, longGSF=1554926527070360425, doubleGSF=17189.11697570598, 
floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 BNT 5717048, 
stringGSF=base_string_111162__00034745, boolGSF=true, 
sortableGSF=base_string_440131__00028866, _version_=1713747627335483394, 
_root_=42}, SolrDocument{id=45, intGSF=702150417, longGSF=1554926527070360425, 
doubleGSF=17189.11697570598, floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 
BNT 5717048, stringGSF=base_string_111162__00034745, boolGSF=false, 
sortableGSF=base_string_440131__00028866, _version_=1713747627332337674, 
_root_=45}, SolrDocument{id=48, intGSF=702150417, longGSF=1554926527070360425, 
doubleGSF=17189.11697570598, floatGSF=26957.314, dateGSF=Wed Mar 22 09:56:56 
BNT 5717048, stringGSF=base_string_111162__00034745, boolGSF=true, 
sortableGSF=base_string_440131__00028866, _version_=1713747627335483395, 
_root_=48}]}}, 
{groupValue=702121373,doclist={numFound=6,numFoundExact=true,start=0,maxScore=1.0,docs=[SolrDocument{id=10,
 intGSF=702121373, longGSF=1554926527070330487, doubleGSF=1231.1169757059808, 
floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 BNT 5717048, 
stringGSF=base_string_111162__00009218, boolGSF=true, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434817, 
_root_=10}, SolrDocument{id=11, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434818, 
_root_=11}, SolrDocument{id=13, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434819, 
_root_=13}, SolrDocument{id=7, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627332337666, 
_root_=7}, SolrDocument{id=8, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=true, 
sortableGSF=base_string_440131__00007641, _version_=1713747627334434816, 
_root_=8}, SolrDocument{id=9, intGSF=702121373, longGSF=1554926527070330487, 
doubleGSF=1231.1169757059808, floatGSF=10285.314, dateGSF=Wed Mar 22 09:56:18 
BNT 5717048, stringGSF=base_string_111162__00009218, boolGSF=false, 
sortableGSF=base_string_440131__00007641, _version_=1713747627332337667, 
_root_=9}]}}]}}}
        at 
__randomizedtesting.SeedInfo.seed([83BF0C051F5ABA22:8936AB694F877DAB]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at 
org.apache.solr.cloud.DocValuesNotIndexedTest.doGroupingDvOnly(DocValuesNotIndexedTest.java:404)
        at 
org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnlySortFirst(DocValuesNotIndexedTest.java:327)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.TestRecovery.stressLogReplay

Error Message:
mismatch: '39'!='40' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '39'!='40' @ response/numFound
        at 
__randomizedtesting.SeedInfo.seed([83BF0C051F5ABA22:4611EFACC8CCAD60]:0)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1110)
        at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1059)
        at 
org.apache.solr.search.TestRecovery.stressLogReplay(TestRecovery.java:172)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14433 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> 985256 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 985256 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 985256 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/data-dir-141-001
   [junit4]   2> 985256 WARN  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 985256 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 985258 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 985258 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 985259 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001
   [junit4]   2> 985259 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 985259 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 985259 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 985260 WARN  (ZkTestServer Run Thread) [     ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 985359 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.ZkTestServer start zk server on port: 39341
   [junit4]   2> 985359 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39341
   [junit4]   2> 985359 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39341
   [junit4]   2> 985359 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 39341
   [junit4]   2> 985362 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 985371 INFO  (zkConnectionManagerCallback-11354-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 985371 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 985375 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 985376 INFO  (zkConnectionManagerCallback-11356-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 985376 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 985377 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 985381 INFO  (zkConnectionManagerCallback-11358-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 985381 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 985383 WARN  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker-SendThread(127.0.0.1:39341))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x101e0cc859f0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x101e0cc859f0002, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101e0cc859f0002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 985484 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 985484 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 985484 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 985485 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 985485 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 985485 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 
8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_291-b10
   [junit4]   2> 985490 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 985490 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 985490 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 985490 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@75f9a5fb{/solr,null,AVAILABLE}
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@37de5340{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:45095}
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.s.Server Started @985539ms
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
zkHost=127.0.0.1:39341/solr, hostPort=45095}
   [junit4]   2> 985493 ERROR (jetty-launcher-11359-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.10.1
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2021-10-16T04:04:55.030Z
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 985493 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 985494 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@94e9554{/solr,null,AVAILABLE}
   [junit4]   2> 985494 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@52dddcdf{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:42769}
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.s.Server Started @985541ms
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
zkHost=127.0.0.1:39341/solr, hostPort=42769}
   [junit4]   2> 985495 ERROR (jetty-launcher-11359-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.10.1
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr
   [junit4]   2> 985495 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2021-10-16T04:04:55.032Z
   [junit4]   2> 985496 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 985497 INFO  (zkConnectionManagerCallback-11361-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 985497 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 985497 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 985498 INFO  (zkConnectionManagerCallback-11363-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 985498 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 985499 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 985501 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 985502 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 985502 WARN  
(jetty-launcher-11359-thread-1-SendThread(127.0.0.1:39341)) [     ] 
o.a.z.ClientCnxn An exception was thrown while closing send thread for session 
0x101e0cc859f0004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x101e0cc859f0004, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101e0cc859f0004, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 985503 WARN  
(jetty-launcher-11359-thread-2-SendThread(127.0.0.1:39341)) [     ] 
o.a.z.ClientCnxn An exception was thrown while closing send thread for session 
0x101e0cc859f0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x101e0cc859f0003, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101e0cc859f0003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 986370 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 986371 WARN  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@1cc3ef60[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986371 WARN  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@1cc3ef60[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986374 WARN  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@7b93b09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986374 WARN  (jetty-launcher-11359-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@7b93b09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986375 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39341/solr
   [junit4]   2> 986378 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 986382 INFO  (zkConnectionManagerCallback-11377-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986382 INFO  (jetty-launcher-11359-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 986383 WARN  
(jetty-launcher-11359-thread-2-SendThread(127.0.0.1:39341)) [     ] 
o.a.z.ClientCnxn An exception was thrown while closing send thread for session 
0x101e0cc859f0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x101e0cc859f0005, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101e0cc859f0005, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 986407 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 986408 WARN  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@362d667b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986408 WARN  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@362d667b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986411 WARN  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@54a47511[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986411 WARN  (jetty-launcher-11359-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@54a47511[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 986412 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39341/solr
   [junit4]   2> 986412 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 986413 INFO  (zkConnectionManagerCallback-11385-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986413 INFO  (jetty-launcher-11359-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 986484 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 986485 INFO  (zkConnectionManagerCallback-11387-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986485 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 986574 WARN  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 986578 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:45095_solr
   [junit4]   2> 986579 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.Overseer Overseer 
(id=72586238034378759-127.0.0.1:45095_solr-n_0000000000) starting
   [junit4]   2> 986584 INFO  
(OverseerStateUpdate-72586238034378759-127.0.0.1:45095_solr-n_0000000000) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:45095_solr
   [junit4]   2> 986584 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45095_solr
   [junit4]   2> 986588 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 986589 WARN  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 986593 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 986595 INFO  (zkCallback-11386-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 986596 INFO  (zkConnectionManagerCallback-11395-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986596 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 986604 WARN  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 986610 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 986613 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:42769_solr as DOWN
   [junit4]   2> 986614 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 986614 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42769_solr
   [junit4]   2> 986615 INFO  (zkCallback-11386-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 986616 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 986616 WARN  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 986624 INFO  (jetty-launcher-11359-thread-2) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node2
   [junit4]   2> 986625 INFO  (zkCallback-11394-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 986641 INFO  (jetty-launcher-11359-thread-1) 
[n:127.0.0.1:42769_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node1
   [junit4]   2> 986650 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 986654 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 986658 INFO  (zkConnectionManagerCallback-11410-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 986658 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 986659 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 986660 INFO  
(SUITE-DocValuesNotIndexedTest-seed#[83BF0C051F5ABA22]-worker) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39341/solr ready
   [junit4]   2> 986673 INFO  
(OverseerThreadFactory-11396-thread-1-processing-n:127.0.0.1:45095_solr) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
dv_coll
   [junit4]   2> 986783 INFO  
(OverseerStateUpdate-72586238034378759-127.0.0.1:45095_solr-n_0000000000) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:42769_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:42769/solr";,
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 986786 INFO  
(OverseerStateUpdate-72586238034378759-127.0.0.1:45095_solr-n_0000000000) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard2_replica_n2",
   [junit4]   2>   "node_name":"127.0.0.1:45095_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:45095/solr";,
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 986789 INFO  
(OverseerStateUpdate-72586238034378759-127.0.0.1:45095_solr-n_0000000000) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard3_replica_n4",
   [junit4]   2>   "node_name":"127.0.0.1:42769_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:42769/solr";,
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 986791 INFO  
(OverseerStateUpdate-72586238034378759-127.0.0.1:45095_solr-n_0000000000) 
[n:127.0.0.1:45095_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"dv_coll_shard4_replica_n6",
   [junit4]   2>   "node_name":"127.0.0.1:45095_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:45095/solr";,
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 986994 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr    
x:dv_coll_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 986994 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr    
x:dv_coll_shard3_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 986995 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr    
x:dv_coll_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 986995 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr    
x:dv_coll_shard4_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 986995 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr    
x:dv_coll_shard2_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 987010 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.1
   [junit4]   2> 987010 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.1
   [junit4]   2> 987013 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 987014 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 987014 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica_n1' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 987014 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 987014 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore 
[[dv_coll_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node1/dv_coll_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node1/dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 987016 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 987016 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica_n2' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 987016 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.1
   [junit4]   2> 987017 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.1
   [junit4]   2> 987017 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore 
[[dv_coll_shard2_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node2/dv_coll_shard2_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node2/dv_coll_shard2_replica_n2/data/]
   [junit4]   2> 987017 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 987018 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 987018 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica_n4' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 987018 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 987018 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore 
[[dv_coll_shard3_replica_n4] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node1/dv_coll_shard3_replica_n4],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node1/dv_coll_shard3_replica_n4/data/]
   [junit4]   2> 987019 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 987019 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica_n6' using 
configuration from configset conf1, trusted=true
   [junit4]   2> 987019 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore 
[[dv_coll_shard4_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node2/dv_coll_shard4_replica_n6],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_83BF0C051F5ABA22-001/tempDir-001/node2/dv_coll_shard4_replica_n6/data/]
   [junit4]   2> 987056 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 987056 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 987057 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 987057 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 987057 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 987057 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 987057 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 987057 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 987057 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 987057 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 987057 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 987057 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 987058 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 987058 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 987059 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 987059 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 987061 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 987061 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 987061 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 987061 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 987062 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 987062 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 987062 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 987062 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at 
/configs/conf1/managed-schema
   [junit4]   2> 987062 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at 
/configs/conf1/managed-schema
   [junit4]   2> 987062 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at 
/configs/conf1/managed-schema
   [junit4]   2> 987062 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 987062 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at 
/configs/conf1/managed-schema
   [junit4]   2> 987062 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 987062 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 987062 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 987063 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 987063 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 987063 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 987063 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1713747626924441600
   [junit4]   2> 987063 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1713747626924441600
   [junit4]   2> 987063 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1713747626924441600
   [junit4]   2> 987064 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 987064 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 987064 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1713747626925490176
   [junit4]   2> 987065 INFO  
(searcherExecutor-11416-thread-1-processing-n:127.0.0.1:42769_solr 
x:dv_coll_shard3_replica_n4 c:dv_coll s:shard3 r:core_node7) 
[n:127.0.0.1:42769_solr c:dv_coll s:shard3 r:core_node7 
x:dv_coll_shard3_replica_n4 ] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4]  
Registered new searcher autowarm time: 0 ms
   [junit4]   2> 987065 INFO  
(searcherExecutor-11418-thread-1-processing-n:127.0.0.1:45095_solr 
x:dv_coll_shard4_replica_n6 c:dv_coll s:shard4 r:core_node8) 
[n:127.0.0.1:45095_solr c:dv_coll s:shard4 r:core_node8 
x:dv_coll_shard4_replica_n6 ] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6]  
Registered new searcher autowarm time: 0 ms
   [junit4]   2> 987066 INFO  
(searcherExecutor-11414-thread-1-processing-n:127.0.0.1:45095_solr 
x:dv_coll_shard2_replica_n2 c:dv_coll s:shard2 r:core_node5) 
[n:127.0.0.1:45095_solr c:dv_coll s:shard2 r:core_node5 
x:dv_coll_shard2_replica_n2 ] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2]  
Registered new searcher autowarm time: 0 ms
   [junit4]   2> 987066 INFO  
(searcherExecutor-11412-thread-1-processing-n:127.0.0.1:42769_solr 
x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) 
[n:127.0.0.1:42769_solr c:dv_coll s:shard1 r:core_node3 
x:dv_coll_shard1_replica_n1 ] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1]  
Registered new searcher autowarm time: 0 ms
   [junit4]   2> 987069 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/dv_coll/terms/shard2 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 987069 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/dv_coll/leaders/shard2
   [junit4]   2> 987072 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/dv_coll/terms/shard3 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 987072 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/dv_coll/leaders/shard3
   [junit4]   2> 987073 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/dv_coll/terms/shard4 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 987073 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/dv_coll/leaders/shard4
   [junit4]   2> 987075 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/dv_coll/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 987075 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/dv_coll/leaders/shard1
   [junit4]   2> 987075 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 987075 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 987075 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:45095/solr/dv_coll_shard2_replica_n2/
   [junit4]   2> 987076 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 987077 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.SyncStrategy http://127.0.0.1:45095/solr/dv_coll_shard2_replica_n2/ has 
no replicas
   [junit4]   2> 987077 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/dv_coll/leaders/shard2/leader after winning as 
/collections/dv_coll/leader_elect/shard2/election/72586238034378759-core_node5-n_0000000000
   [junit4]   2> 987077 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 987077 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 987077 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:42769/solr/dv_coll_shard3_replica_n4/
   [junit4]   2> 987078 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 987079 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.SyncStrategy http://127.0.0.1:42769/solr/dv_coll_shard3_replica_n4/ has 
no replicas
   [junit4]   2> 987079 INFO  (qtp1545218348-18483) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/dv_coll/leaders/shard3/leader after winning as 
/collections/dv_coll/leader_elect/shard3/election/72586238034378760-core_node7-n_0000000000
   [junit4]   2> 987081 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 987081 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 987081 INFO  (qtp1545218348-18484) [n:127.0.0.1:42769_solr 
c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1 ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:42769/solr/dv_coll_shard1_replica_n1/
   [junit4]   2> 987081 INFO  (qtp957983251-18477) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2 ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:45095/solr/dv_coll_shard2_replica_n2/ shard2
   [junit4]   2> 987081 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 987081 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 987081 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:45095/solr/dv_coll_shard4_replica_n6/
   [junit4]   2> 987082 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 987083 INFO  (qtp957983251-18478) [n:127.0.0.1:45095_solr 
c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6 ] 
o.a.s.c.SyncStrategy http://127.0.0.1:45095/solr/dv_coll_shard4_replica_n6/ has 
no replicas
   [junit4]   2> 98708

[...truncated too long message...]

andler.java:1434)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2>        at 
org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=S3IncrementalBackupTest -Dtests.method=testSimple 
-Dtests.seed=F1899FF12B7FAD13 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=es-GT -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 8.22s J2 | S3IncrementalBackupTest.testSimple <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<66> but 
was:<132>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([F1899FF12B7FAD13:C93ABB0F0C8C79C2]:0)
   [junit4]    >        at 
org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:176)
   [junit4]    >        at 
com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 81624 WARN  
(jetty-launcher-8-thread-2-SendThread(127.0.0.1:34375)) [    ] o.a.z.ClientCnxn 
An exception was thrown while closing send thread for session 0x101e0ee022e0007.
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x101e0ee022e0007, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 81706 INFO  
(jetty-closer-380-thread-2-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@4fa41621{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 81709 INFO  
(jetty-closer-380-thread-2-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@43261079{/solr,null,STOPPED}
   [junit4]   2> 81709 INFO  
(jetty-closer-380-thread-2-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 81805 INFO  
(jetty-closer-380-thread-1-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@29bea503{SSL, (ssl, 
http/1.1)}{127.0.0.1:0}
   [junit4]   2> 81805 INFO  
(jetty-closer-380-thread-1-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@417ed6c2{/solr,null,STOPPED}
   [junit4]   2> 81805 INFO  
(jetty-closer-380-thread-1-processing-n:127.0.0.1:46091_solr) [    ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 82010 WARN  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        43      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard2
   [junit4]   2>        42      
/solr/collections/backuprestore_testbackupinc_restored/terms/shard1
   [junit4]   2>        37      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackuprestoretooriginal/terms/shard1
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard2
   [junit4]   2>        7       
/solr/collections/backuprestore_testbackupinc/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard2
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple_restore/terms/shard1
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard2
   [junit4]   2>        3       
/solr/collections/backuprestore_testbackupincsimple/terms/shard1
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/collectionprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupincsimple/collectionprops.json
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackuprestoretooriginal/collectionprops.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        228     
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        37      
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        31      
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        27      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        18      
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2>        2       
/solr/collections/backuprestore_testbackupinc_restored/leader_elect/shard1/election/72586381858045959-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        218     /solr/overseer/queue
   [junit4]   2>        98      /solr/overseer/collection-queue-work
   [junit4]   2>        44      
/solr/collections/backuprestore_testbackupinc_restored/state.json
   [junit4]   2>        39      /solr/collections
   [junit4]   2>        10      
/solr/collections/backuprestore_testbackupinc/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackuprestoretooriginal/state.json
   [junit4]   2>        9       
/solr/collections/backuprestore_testbackupincsimple_restore/state.json
   [junit4]   2>        8       
/solr/collections/backuprestore_testbackupincsimple/state.json
   [junit4]   2>        8       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 82033 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F1899FF12B7FAD13]-worker) 
[n:127.0.0.1:46091_solr    ] o.e.j.s.AbstractConnector Stopped 
SslValidatingServerConnector@67b7beb9{SSL, (ssl, http/1.1)}{0.0.0.0:0}
   [junit4]   2> 82034 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F1899FF12B7FAD13]-worker) 
[n:127.0.0.1:46091_solr    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@6a80a0b{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
   [junit4]   2> 82034 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F1899FF12B7FAD13]-worker) 
[n:127.0.0.1:46091_solr    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 82034 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F1899FF12B7FAD13]-worker) 
[n:127.0.0.1:46091_solr    ] o.e.j.s.h.C.application Destroying Spring 
FrameworkServlet 'dispatcherServlet'
   [junit4]   2> 82035 INFO  
(SUITE-S3IncrementalBackupTest-seed#[F1899FF12B7FAD13]-worker) 
[n:127.0.0.1:46091_solr    ] o.e.j.s.h.ContextHandler Stopped 
o.s.b.w.e.j.JettyEmbeddedWebAppContext@6d92322d{application,/,[file:///home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/contrib/solr-s3-repository/test/J2/temp/jetty-docbase.0.5589397689162339711/],STOPPED}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.10/solr/build/contrib/solr-s3-repository/test/J2/temp/solr.s3.S3IncrementalBackupTest_F1899FF12B7FAD13-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-GT, 
timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 
1.8.0_291 (64-bit)/cpus=4,threads=1,free=249545752,total=504365056
   [junit4]   2> NOTE: All tests run in this JVM: [S3IncrementalBackupTest]
   [junit4] Completed [7/7 (1!)] on J2 in 81.39s, 3 tests, 1 failure <<< 
FAILURES!

[...truncated 44700 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to