Build: https://builds.apache.org/job/Lucene-Solr-tests-only-trunk/14937/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
expected:<1755> but was:<1754>

Stack Trace:
java.lang.AssertionError: expected:<1755> but was:<1754>
        at 
__randomizedtesting.SeedInfo.seed([37E23162C3EDAAD2:B604BF7AB4B2CAEE]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:107)
        at 
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:616)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
        at 
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
        at 
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
        at 
org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
        at 
org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 28466 lines...]
[junit4:junit4]   2> 37165 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[1687 (1408425144666292224)]} 0 2
[junit4:junit4]   2> 37167 T2030 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37167 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[11686 (1408425144668389376)]} 0 2
[junit4:junit4]   2> 37168 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[1688 (1408425144671535104)]} 0 0
[junit4:junit4]   2> 37170 T307 C3 P57137 /update {wt=javabin&version=2} 
{add=[11687 (1408425144673632256)]} 0 0
[junit4:junit4]   2> 37172 T2030 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37172 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[1688 (1408425144673632256)]} 0 2
[junit4:junit4]   2> 37174 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37174 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[11687 (1408425144675729408)]} 0 2
[junit4:junit4]   2> 37175 T307 C3 P57137 /update {wt=javabin&version=2} 
{add=[1689 (1408425144678875136)]} 0 0
[junit4:junit4]   2> 37177 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[11688 (1408425144680972288)]} 0 0
[junit4:junit4]   2> 37179 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37179 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[1689 (1408425144680972288)]} 0 2
[junit4:junit4]   2> 37182 T308 C3 P57137 /update {wt=javabin&version=2} 
{delete=[1662 (-1408425144686215168)]} 0 0
[junit4:junit4]   2> 37182 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37182 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[11688 (1408425144683069440)]} 0 3
[junit4:junit4]   2> 37185 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[11689 (1408425144689360896)]} 0 0
[junit4:junit4]   2> 37186 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37186 T323 C4 P57143 /update {wt=javabin&version=2} 
{delete=[1662 (-1408425144688312320)]} 0 2
[junit4:junit4]   2> 37188 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[1690 (1408425144692506624)]} 0 0
[junit4:junit4]   2> 37190 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 37190 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[11689 (1408425144691458048)]} 0 3
[junit4:junit4]   2> 37192 T308 C3 P57137 /update {wt=javabin&version=2} 
{delete=[11662 (-1408425144696700928)]} 0 0
[junit4:junit4]   2> 37192 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37193 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[1690 (1408425144694603776)]} 0 3
[junit4:junit4]   2> 37196 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37196 T322 C4 P57143 /update {wt=javabin&version=2} 
{delete=[11662 (-1408425144698798080)]} 0 2
[junit4:junit4]   2> 37198 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[1691 (1408425144699846656)]} 0 3
[junit4:junit4]   2> 37198 T307 C3 P57137 /update {wt=javabin&version=2} 
{add=[11690 (1408425144702992384)]} 0 0
[junit4:junit4]   2> 37202 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37202 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[1691 (1408425144705089536)]} 0 2
[junit4:junit4]   2> 37203 T2030 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37203 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[11690 (1408425144706138112)]} 0 2
[junit4:junit4]   2> 37205 T308 C3 P57137 /update {wt=javabin&version=2} 
{add=[11691 (1408425144710332416)]} 0 0
[junit4:junit4]   2> 37205 T307 C3 P57137 /update {wt=javabin&version=2} 
{add=[1692 (1408425144710332417)]} 0 0
[junit4:junit4]   2> 37209 T294 oascc.ZkStateReader.updateCloudState Updating 
cloud state from ZooKeeper... 
[junit4:junit4]   2> 37210 T2030 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 37211 T2025 C5 P57145 REQ /update 
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 37211 T323 C4 P57143 /update {wt=javabin&version=2} 
{add=[11691 (1408425144713478144)]} 0 3
[junit4:junit4]   2> 37211 T322 C4 P57143 /update {wt=javabin&version=2} 
{add=[1692 (1408425144713478145)]} 0 3
[junit4:junit4]   2> added docs:1691 with 3 fails deletes:814
[junit4:junit4]   2> added docs:1692 with 4 fails deletes:814
[junit4:junit4]   2> 37213 T307 C3 P57137 oasu.DirectUpdateHandler2.commit 
start 
commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 37301 T307 C3 P57137 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/control/data/index
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51f2c447; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/control/data/index
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51f2c447; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_68.fnm, _68.si, 
_aq.si, _aq.frq, _ap.fdt, _68_1.del, _ap.fdx, _ap.fnm, _aq.tip, _aq.fnm, 
_68_nrm.cfs, _ap.prx, _aq.tim, _ap.frq, _68.fdt, _68.fdx, _68.frq, _68.prx, 
_ap_nrm.cfs, _aq_nrm.cfs, _ap.si, _aq.prx, _ap_nrm.cfe, _aq.fdt, _68.tim, 
segments_2, _ap.tip, _68.tip, _aq.fdx, _aq_nrm.cfe, _68_nrm.cfe, _ap.tim]
[junit4:junit4]   2> 37302 T307 C3 P57137 oasc.SolrDeletionPolicy.updateCommits 
newest commit = 2
[junit4:junit4]   2> 37307 T307 C3 P57137 oass.SolrIndexSearcher.<init> Opening 
Searcher@3721b0a5 main
[junit4:junit4]   2> 37308 T307 C3 P57137 oasu.DirectUpdateHandler2.commit 
end_commit_flush
[junit4:junit4]   2> 37308 T318 oasc.SolrCore.registerSearcher [collection1] 
Registered new searcher Searcher@3721b0a5 
main{StandardDirectoryReader(segments_2:824 _68(5.0):C1018/26 _ap(5.0):C760 
_aq(5.0):C3)}
[junit4:junit4]   2> 37312 T307 C3 P57137 /update 
{waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 
0 99
[junit4:junit4]   2> 37314 T322 C4 P57143 oasu.DirectUpdateHandler2.commit 
start 
commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 37448 T322 C4 P57143 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/jetty1/index
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a0b78dd; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_5u.frq, _5w.tim, 
_5z.fnm, _5w_nrm.cfs, _5w.tip, _5y.si, _5u.tim, _5z.frq, _5x.prx, _5u.tip, 
_5v.frq, _5t.tip, _5t.tim, _5u.fdx, _5u_nrm.cfe, _5v.fnm, _5u.fdt, _5u_nrm.cfs, 
_5w.prx, _5w.fdt, _5z.fdt, _5x.tim, _5x.tip, _5w.fdx, _5s.frq, _5v.tim, 
_5x.fdt, _5s.prx, _5t_1.del, _5v.tip, _5x.fdx, _5x_nrm.cfs, _5y.frq, _5s.tim, 
_5s.fnm, _5v.fdx, _5w_nrm.cfe, _5s.fdt, _5v.fdt, _5z.fdx, _5s.fdx, _5x_nrm.cfe, 
_5s.tip, _5u.fnm, _5z.tim, _5x.si, _5v_nrm.cfs, _5v.prx, _5t_nrm.cfs, _5t.frq, 
_5t.fdx, _5s_nrm.cfe, _5y.fnm, _5x.fnm, _5y.prx, _5t.fnm, _5z.tip, _5x.frq, 
_5t.fdt, _5w.si, _5z_nrm.cfs, _5s_nrm.cfs, _5v.si, _5t_nrm.cfe, _5w.frq, 
_5t.prx, _5u.prx, _5y.tip, _5z.prx, _5u.si, _5y.fdx, _5z_nrm.cfe, _5y_nrm.cfe, 
_5y.fdt, _5y.tim, _5t.si, _5s.si, _5v_nrm.cfe, _5y_nrm.cfs, segments_3, _5z.si, 
_5w.fnm]
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/jetty1/index
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a0b78dd; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_68.si, _9w.fdx, 
_9x.tip, _9x.tim, _68_1.del, _9w.fdt, _68_nrm.cfs, _9y_nrm.cfe, _9t.frq, 
_9u.frq, _9t.fnm, _9v_nrm.cfe, _9x_nrm.cfs, _9u.fnm, _9v.frq, _9u_nrm.cfe, 
_9x_nrm.cfe, _9w.frq, _9u_nrm.cfs, _9v_nrm.cfs, _9t_1.del, _9w.fnm, 
_9y_nrm.cfs, _9x.si, _68.fnm, _9v.fdx, _9t.si, _9w.si, _9t_nrm.cfs, _9v.si, 
_9y.tim, _9u.si, _9v.fdt, _9y.tip, _9w.prx, _9u.fdx, _68.fdt, _68.fdx, _9u.fdt, 
_9v.tim, _9u.tip, _9w.tim, _9w.tip, _9t.fdt, _68.frq, _9u.tim, _9w_nrm.cfe, 
_9v.tip, _68.prx, _9y.prx, _9t.fdx, _9t.prx, _9w_nrm.cfs, _9v.fnm, _9x.frq, 
_9v.prx, _9y.si, _9x.fdt, _9x.prx, _9t.tim, _9y.frq, _9t.tip, _9y.fdx, _9x.fnm, 
_9t_nrm.cfe, _68.tim, _9y.fdt, _9x.fdx, _68.tip, _9u.prx, _9y.fnm, segments_4, 
_68_nrm.cfe]
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/jetty1/index
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a0b78dd; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_a0.tip, _aq.frq, 
_a0.tim, _as.frq, _ap.fnm, _as.fnm, _aq.fnm, _ar_nrm.cfs, _as_nrm.cfe, _ap.si, 
_a0_nrm.cfs, _ar.fdt, _ar_nrm.cfe, _a0.frq, _ar.fdx, _as.tip, _as_nrm.cfs, 
_as.tim, _ap.tip, _a0.fnm, _a0_nrm.cfe, _ap.tim, _ar.prx, _aq.si, _ap.fdt, 
_ap.fdx, _aq.tip, _ap.prx, _a0.si, _a0_1.del, _ap.frq, _aq.tim, _ar.frq, 
_as.si, _ar.fnm, _ar.si, _ap_1.del, _ar.tim, _a0.prx, _ap_nrm.cfs, _ar.tip, 
_aq_nrm.cfs, _as.prx, _aq.prx, _ap_nrm.cfe, _aq.fdt, _as.fdt, _a0.fdx, _as.fdx, 
_a0.fdt, segments_5, _aq_nrm.cfe, _aq.fdx]
[junit4:junit4]   2> 37449 T322 C4 P57143 oasc.SolrDeletionPolicy.updateCommits 
newest commit = 5
[junit4:junit4]   2> 37464 T322 C4 P57143 oass.SolrIndexSearcher.<init> Opening 
Searcher@2bf0f9d6 main
[junit4:junit4]   2> 37465 T322 C4 P57143 oasu.DirectUpdateHandler2.commit 
end_commit_flush
[junit4:junit4]   2> 37466 T330 oasc.SolrCore.registerSearcher [collection1] 
Registered new searcher Searcher@2bf0f9d6 
main{StandardDirectoryReader(segments_5:829 _a0(5.0):C1635/25 _ap(5.0):C132/13 
_aq(5.0):C10 _ar(5.0):C10 _as(5.0):C6)}
[junit4:junit4]   2> 37469 T2025 C5 P57145 oasu.DirectUpdateHandler2.commit 
start 
commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 37603 T2025 C5 P57145 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/jetty2/index.20120724211445903
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fc9ba45; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_ai.fnm, _a1.tip, 
_a1.fnm, _ai_1.del, _ai.fdt, _aj.frq, _a1.tim, _ai_nrm.cfe, _aj.fnm, 
_aj_nrm.cfe, _a1_1.del, _aj.fdx, _aj.fdt, _a1.si, _ai.fdx, _aj.prx, _ai.frq, 
_aj_nrm.cfs, _ai_nrm.cfs, _aj.si, _a1.frq, _ai.tim, _a1.prx, _ai.tip, _a1.fdt, 
_a1_nrm.cfs, _a1.fdx, _aj.tim, _aj.tip, _a1_nrm.cfe, _ai.si, segments_5, 
_ai.prx]
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343178849890/jetty2/index.20120724211445903
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fc9ba45; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_aq.frq, _as.frq, 
_a1.fnm, _aq.fnm, _as.fnm, _at.tip, _at.tim, _at.frq, _a1.frq, _ar_nrm.cfs, 
_at.prx, _at.fnm, _as_nrm.cfe, _ar.fdt, _ar_nrm.cfe, _ar.fdx, _as.tip, 
_as_nrm.cfs, _as.tim, _at_nrm.cfs, _ar.prx, _a1.tip, _aq.si, _a1.tim, _aq.tip, 
_at_nrm.cfe, _ar.frq, _aq.tim, _a1_1.del, _as.si, _ar.fnm, _a1.si, _ar.si, 
_at.fdx, _ar.tim, _ar_1.del, _a1.prx, _at.si, _ar.tip, _at.fdt, _a1.fdt, 
_a1_nrm.cfs, _aq_nrm.cfs, _a1.fdx, _as.prx, _a1_nrm.cfe, _aq.prx, _aq.fdt, 
_as.fdt, _as.fdx, segments_6, _aq_nrm.cfe, _aq.fdx]
[junit4:junit4]   2> 37604 T2025 C5 P57145 
oasc.SolrDeletionPolicy.updateCommits newest commit = 6
[junit4:junit4]   2> 37608 T2025 C5 P57145 oass.SolrIndexSearcher.<init> 
Opening Searcher@6b9dc68a main
[junit4:junit4]   2> 37608 T2025 C5 P57145 oasu.DirectUpdateHandler2.commit 
end_commit_flush
[junit4:junit4]   2> 37609 T2120 oasc.SolrCore.registerSearcher [collection1] 
Registered new searcher Searcher@6b9dc68a 
main{StandardDirectoryReader(segments_6:831:nrt _a1(5.0):C1634/24 
_ar(5.0):C131/12 _aq(5.0):C10 _as(5.0):C10 _at(5.0):C5)}
[junit4:junit4]   2> 37609 T2025 C5 P57145 /update 
{waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2}
 {commit=} 0 140
[junit4:junit4]   2> 37610 T322 C4 P57143 /update 
{waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 
0 296
[junit4:junit4]   2> 37613 T321 C4 P57143 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=1755 status=0 QTime=0 
[junit4:junit4]   2> 37616 T2041 C5 P57145 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=1754 status=0 QTime=1 
[junit4:junit4]   2> 37619 T321 C4 P57143 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=1755 status=0 QTime=0 
[junit4:junit4]   2> 37622 T2041 C5 P57145 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=1754 status=0 QTime=0 
[junit4:junit4]   2> 37625 T299 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x138bbb2bea00006
[junit4:junit4]   2> 37626 T349 oaz.ClientCnxn$EventThread.run EventThread shut 
down
[junit4:junit4]   2> 37626 T296 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:57151 which had sessionid 
0x138bbb2bea00006
[junit4:junit4]   2> 37626 T294 oaz.ZooKeeper.close Session: 0x138bbb2bea00006 
closed
[junit4:junit4]   2> 37626 T299 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x138bbb2bea00005
[junit4:junit4]   2> 37627 T345 oaz.ClientCnxn$EventThread.run EventThread shut 
down
[junit4:junit4]   2> 37627 T296 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:57147 which had sessionid 
0x138bbb2bea00005
[junit4:junit4]   2> 37627 T294 oaz.ZooKeeper.close Session: 0x138bbb2bea00005 
closed
[junit4:junit4]   2> 37627 T299 oazs.PrepRequestProcessor.run 
PrepRequestProcessor exited loop!
[junit4:junit4]   2> 37627 T298 oazs.SyncRequestProcessor.run 
SyncRequestProcessor exited!
[junit4:junit4]   2> 37627 T294 oazs.FinalRequestProcessor.shutdown shutdown of 
request processor complete
[junit4:junit4]   2> 37761 T294 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:57144 which had sessionid 
0x138bbb2bea00003
[junit4:junit4]   2> 37761 T294 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:57138 which had sessionid 
0x138bbb2bea00002
[junit4:junit4]   2> 37761 T328 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138bbb2bea00003, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 37761 T314 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138bbb2bea00002, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 37761 T294 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:57193 which had sessionid 
0x138bbb2bea00007
[junit4:junit4]   2> 37762 T296 oazs.NIOServerCnxn$Factory.run NIOServerCnxn 
factory exited run method
[junit4:junit4]   2> 37762 T2031 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138bbb2bea00007, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 37763 T294 oazs.FinalRequestProcessor.shutdown shutdown of 
request processor complete
[junit4:junit4]   2> 37764 T294 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
57137
[junit4:junit4]   2> 37764 T294 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1612715419
[junit4:junit4]   2> 37764 T294 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@3d20f4b6
[junit4:junit4]   2> 37766 T294 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 37769 T294 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=1,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3383,cumulative_deletesById=1628,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 37862 T315 oascc.ConnectionManager.process Watcher 
org.apache.solr.common.cloud.ConnectionManager@4bcfdfd9 
name:ZooKeeperConnection Watcher:127.0.0.1:57134/solr got event WatchedEvent 
state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 37862 T294 oaz.ZooKeeper.close Session: 0x138bbb2bea00002 
closed
[junit4:junit4]   2> 37862 T317 oasc.OverseerCollectionProcessor.run WARNING 
Overseer cannot talk to ZK
[junit4:junit4]   2> 37862 T315 oaz.ClientCnxn$EventThread.run EventThread shut 
down
[junit4:junit4]   2> 37863 T294 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 37863 T329 oascc.ConnectionManager.process Watcher 
org.apache.solr.common.cloud.ConnectionManager@3d154dd1 
name:ZooKeeperConnection Watcher:127.0.0.1:57134/solr got event WatchedEvent 
state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 37863 T2032 oascc.ConnectionManager.process Watcher 
org.apache.solr.common.cloud.ConnectionManager@20a26542 
name:ZooKeeperConnection Watcher:127.0.0.1:57134/solr got event WatchedEvent 
state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 37915 T294 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
57143
[junit4:junit4]   2> 37915 T294 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1296447545
[junit4:junit4]   2> 37915 T294 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@7454bcf6
[junit4:junit4]   2> 37917 T294 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 37917 T294 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=4,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3383,cumulative_deletesById=1628,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 38098 T316 oasc.Overseer$CloudStateUpdater.amILeader 
WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2>    at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2>    at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2>    at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:113)
[junit4:junit4]   2>    at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 
[junit4:junit4]   2> 38098 T316 oasc.Overseer$CloudStateUpdater.amILeader 
According to ZK I (id=88026569110454274-127.0.0.1:57137_solr-n_0000000000) am 
no longer a leader.
[junit4:junit4]   2> 38115 T297 oazs.SessionTrackerImpl.run SessionTrackerImpl 
exited loop!
[junit4:junit4]   2> 38947 T2031 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:57134
[junit4:junit4]   2> 39048 T328 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:57134
[junit4:junit4]   2> 49864 T2031 oaz.ClientCnxn$SendThread.run Client session 
timed out, have not heard from server in 12001ms for sessionid 
0x138bbb2bea00007, closing socket connection and attempting reconnect
[junit4:junit4]   2> 49964 T329 oaz.ClientCnxn$EventThread.run EventThread shut 
down
[junit4:junit4]   2> 49964 T294 oaz.ZooKeeper.close Session: 0x138bbb2bea00003 
closed
[junit4:junit4]   2> 49965 T294 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 50017 T294 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
57145
[junit4:junit4]   2> 50017 T294 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1157524357
[junit4:junit4]   2> 50017 T294 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:57145_solr_collection1
[junit4:junit4]   2> 50018 T294 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@6dce758e
[junit4:junit4]   2> 50021 T294 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 50021 T294 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=5,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1792,cumulative_deletesById=876,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 50023 T294 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:57145_solr_collection1
[junit4:junit4]   2> 51516 T2031 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:57134
[junit4:junit4]   2> 62067 T2032 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 62067 T294 oaz.ZooKeeper.close Session: 0x138bbb2bea00007 
closed
[junit4:junit4]   2> 62068 T294 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 62152 T294 oas.SolrTestCaseJ4.tearDown ###Ending 
testDistribSearch
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest 
-Dtests.method=testDistribSearch -Dtests.seed=37E23162C3EDAAD2 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CL 
-Dtests.timezone=America/New_York -Dtests.file.encoding=UTF-8
[junit4:junit4]   2>
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 62179 T294 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Appending, 
sim=DefaultSimilarity, locale=es_CL, timezone=America/New_York
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 
1.6.0_32 (64-bit)/cpus=16,threads=9,free=154882776,total=291438592
[junit4:junit4]   2> NOTE: All tests run in this JVM: 
[TestSwedishLightStemFilterFactory, PreAnalyzedFieldTest, 
IndexBasedSpellCheckerTest, TestPerFieldSimilarity, SolrInfoMBeanTest, 
JSONWriterTest, TestRandomFaceting, PingRequestHandlerTest, 
TestThaiWordFilterFactory, TestBadConfig, RecoveryZkTest]
[junit4:junit4]   2> 
[junit4:junit4] Completed on J0 in 62.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 744 lines...]

[...truncated 29361 lines...]

[...truncated 29361 lines...]

[...truncated 29361 lines...]

[...truncated 29361 lines...]

[...truncated 29346 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/build.xml:29:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build.xml:144:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/module-build.xml:62:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/common-build.xml:1094:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/common-build.xml:789:
 There were test failures: 297 suites, 1055 tests, 1 failure, 5 ignored

Total time: 26 minutes 28 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to