Build: https://builds.apache.org/job/Lucene-Solr-tests-only-trunk/14948/
1 tests failed.
REGRESSION: org.apache.solr.cloud.RecoveryZkTest.testDistribSearch
Error Message:
There are still nodes recoverying
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
at
__randomizedtesting.SeedInfo.seed([5E9301EA5FB8D407:DF758FF228E7B43B]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.AbstractDistributedZkTestCase.waitForRecoveriesToFinish(AbstractDistributedZkTestCase.java:153)
at
org.apache.solr.cloud.AbstractDistributedZkTestCase.waitForRecoveriesToFinish(AbstractDistributedZkTestCase.java:115)
at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:87)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
at
org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
Build Log:
[...truncated 236181 lines...]
[junit4:junit4] 2> 385215 T3550 C109 P42390 REQ /update
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 385216 T1597 C108 P42388 /update {wt=javabin&version=2}
{add=[23766 (1408613344720453632)]} 0 4
[junit4:junit4] 2> added docs:23766 with 89 fails deletes:11877
[junit4:junit4] 2> 385322 T3550 C109 P42390 REQ /update
{update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 385323 T1598 C108 P42388 /update {wt=javabin&version=2}
{add=[33193 (1408613344604061696)]} 0 222
[junit4:junit4] 2> added docs:23193 with 71 fails deletes:11585
[junit4:junit4] 2> 385324 T1575 oazs.PrepRequestProcessor.pRequest Processed
session termination for sessionid: 0x138c6601aac0006
[junit4:junit4] 2> 385495 T1624 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 385495 T1572 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /140.211.11.196:42396 which had sessionid
0x138c6601aac0006
[junit4:junit4] 2> 385495 T1570 oaz.ZooKeeper.close Session:
0x138c6601aac0006 closed
[junit4:junit4] 2> 385496 T1575 oazs.PrepRequestProcessor.pRequest Processed
session termination for sessionid: 0x138c6601aac0005
[junit4:junit4] 2> 385497 T1620 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 385497 T1572 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /140.211.11.196:42393 which had sessionid
0x138c6601aac0005
[junit4:junit4] 2> 385497 T1570 oaz.ZooKeeper.close Session:
0x138c6601aac0005 closed
[junit4:junit4] 2> 385497 T1575 oazs.PrepRequestProcessor.run
PrepRequestProcessor exited loop!
[junit4:junit4] 2> 385497 T1574 oazs.SyncRequestProcessor.run
SyncRequestProcessor exited!
[junit4:junit4] 2> 385498 T1570 oazs.FinalRequestProcessor.shutdown shutdown
of request processor complete
[junit4:junit4] 2> 385606 T1573 oazs.SessionTrackerImpl.run
SessionTrackerImpl exited loop!
[junit4:junit4] 2> 385656 T1570 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /140.211.11.196:42408 which had sessionid
0x138c6601aac0007
[junit4:junit4] 2> 385657 T3556 oaz.ClientCnxn$SendThread.run Unable to read
additional data from server sessionid 0x138c6601aac0007, likely server has
closed socket, closing socket connection and attempting reconnect
[junit4:junit4] 2> 385657 T1570 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /140.211.11.196:42389 which had sessionid
0x138c6601aac0003
[junit4:junit4] 2> 385657 T1603 oaz.ClientCnxn$SendThread.run Unable to read
additional data from server sessionid 0x138c6601aac0003, likely server has
closed socket, closing socket connection and attempting reconnect
[junit4:junit4] 2> 385657 T1570 oazs.NIOServerCnxn.closeSock Closed socket
connection for client /140.211.11.196:42387 which had sessionid
0x138c6601aac0002
[junit4:junit4] 2> 385658 T1589 oaz.ClientCnxn$SendThread.run Unable to read
additional data from server sessionid 0x138c6601aac0002, likely server has
closed socket, closing socket connection and attempting reconnect
[junit4:junit4] 2> 385658 T1572 oazs.NIOServerCnxn$Factory.run NIOServerCnxn
factory exited run method
[junit4:junit4] 2> 385659 T1570 oazs.FinalRequestProcessor.shutdown shutdown
of request processor complete
[junit4:junit4] 2> 385659 T1570 oasc.ChaosMonkey.monkeyLog monkey: stop
shard! 42386
[junit4:junit4] 2> 385659 T1570 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=656665878
[junit4:junit4] 2> 385659 T1570 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@6e381cec
[junit4:junit4] 2> 385661 T1570 oasc.SolrCore.closeSearcher [collection1]
Closing main searcher on request.
[junit4:junit4] 2> 385661 T1570 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=0,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=46959,adds=46959,deletesById=23462,deletesByQuery=0,errors=0,cumulative_adds=46959,cumulative_deletesById=23462,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 385758 T1604 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e34ffb2 name:ZooKeeperConnection
Watcher:127.0.0.1:42383/solr got event WatchedEvent state:Disconnected
type:None path:null path:null type:None
[junit4:junit4] 2> 385758 T3557 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@24d55298
name:ZooKeeperConnection Watcher:127.0.0.1:42383/solr got event WatchedEvent
state:Disconnected type:None path:null path:null type:None
[junit4:junit4] 2> 385759 T1590 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@12132d6f
name:ZooKeeperConnection Watcher:127.0.0.1:42383/solr got event WatchedEvent
state:Disconnected type:None path:null path:null type:None
[junit4:junit4] 2> 387001 T1570 C107 P42386 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343357983399/control/data/index
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91002b5;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343357983399/control/data/index
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91002b5;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_2q3.fdt, _1d6.si,
_42c.fdx, _42c.frq, _451.tip, _451.tim, _450.tip, _44z.fnm, _42c.prx, _450.tim,
_42c.fdt, _44z.frq, _450_1.del, _450_nrm.cfs, _451.prx, _451.frq, _1d6_nrm.cfe,
_1d6_1.del, _450.si, _451_nrm.cfs, _451.fnm, _2q3.fnm, _44z.fdx, _450.fdx,
_450_nrm.cfe, _44z.fdt, _450.fdt, _2q3.frq, _451_nrm.cfe, _1d6_nrm.cfs,
_450.prx, _2q3.fdx, _2q3_nrm.cfs, _42c_nrm.cfs, _450.frq, _1d6.fdx, _44z.prx,
_451.fdx, _2q3_nrm.cfe, _451.si, _451.fdt, _1d6.tip, _2q3.tim, _44z_nrm.cfe,
_1d6.tim, _42c.tip, _42c.si, _42c_nrm.cfe, _42c.tim, _450.fnm, _1d6.fdt,
_44z.si, _44z.tim, _44z.tip, _2q3.si, _44z_nrm.cfs, _2q3.tip, _42c.fnm,
_1d6.frq, _2q3.prx, _2q3_1.del, segments_2, _42c_1.del, _1d6.prx, _1d6.fnm]
[junit4:junit4] 2> 387002 T1570 C107 P42386
oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4] 2> 387135 T1603 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 387472 T1589 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 387631 T3556 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 397759 T3556 oaz.ClientCnxn$SendThread.run Client session
timed out, have not heard from server in 12001ms for sessionid
0x138c6601aac0007, closing socket connection and attempting reconnect
[junit4:junit4] 2> 397759 T1603 oaz.ClientCnxn$SendThread.run Client session
timed out, have not heard from server in 12001ms for sessionid
0x138c6601aac0003, closing socket connection and attempting reconnect
[junit4:junit4] 2> 397861 T1590 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 397861 T1592 oasc.OverseerCollectionProcessor.run WARNING
Overseer cannot talk to ZK
[junit4:junit4] 2> 397861 T1570 oaz.ZooKeeper.close Session:
0x138c6601aac0002 closed
[junit4:junit4] 2> 397861 T1591 oasc.Overseer$CloudStateUpdater.amILeader
WARNING org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4] 2> at
org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4] 2> at
org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:113)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2>
[junit4:junit4] 2> 397861 T1570 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 397862 T1591 oasc.Overseer$CloudStateUpdater.amILeader
According to ZK I (id=88038308800364546-127.0.0.1:42386_solr-n_0000000000) am
no longer a leader.
[junit4:junit4] 2> 397914 T1570 oasc.ChaosMonkey.monkeyLog monkey: stop
shard! 42388
[junit4:junit4] 2> 397914 T1570 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=1575971932
[junit4:junit4] 2> 397914 T1570 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@5e6f7a6e
[junit4:junit4] 2> 397916 T1570 oasc.SolrCore.closeSearcher [collection1]
Closing main searcher on request.
[junit4:junit4] 2> 397927 T1570 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=10,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=42460,adds=4286,deletesById=2122,deletesByQuery=0,errors=9,cumulative_adds=46959,cumulative_deletesById=23462,cumulative_deletesByQuery=0,cumulative_errors=1}
[junit4:junit4] 2> 397927 T1570 C108 P42388
oasu.DirectUpdateHandler2.closeWriter SEVERE Error in final commit
java.lang.IllegalStateException: this writer hit an OutOfMemoryError; cannot
commit
[junit4:junit4] 2> at
org.apache.lucene.index.IndexWriter.prepareCommit(IndexWriter.java:2541)
[junit4:junit4] 2> at
org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2699)
[junit4:junit4] 2> at
org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2679)
[junit4:junit4] 2> at
org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:715)
[junit4:junit4] 2> at
org.apache.solr.update.DefaultSolrCoreState.decref(DefaultSolrCoreState.java:130)
[junit4:junit4] 2> at
org.apache.solr.update.DirectUpdateHandler2.close(DirectUpdateHandler2.java:662)
[junit4:junit4] 2> at
org.apache.solr.core.SolrCore.close(SolrCore.java:864)
[junit4:junit4] 2> at
org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:594)
[junit4:junit4] 2> at
org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:129)
[junit4:junit4] 2> at
org.apache.solr.cloud.ChaosMonkey.stopJettySolrRunner(ChaosMonkey.java:162)
[junit4:junit4] 2> at
org.apache.solr.cloud.ChaosMonkey.stop(ChaosMonkey.java:432)
[junit4:junit4] 2> at
org.apache.solr.cloud.FullSolrCloudTest.destroyServers(FullSolrCloudTest.java:1466)
[junit4:junit4] 2> at
org.apache.solr.BaseDistributedSearchTestCase.tearDown(BaseDistributedSearchTestCase.java:182)
[junit4:junit4] 2> at
org.apache.solr.cloud.AbstractDistributedZkTestCase.tearDown(AbstractDistributedZkTestCase.java:204)
[junit4:junit4] 2> at
org.apache.solr.cloud.FullSolrCloudTest.tearDown(FullSolrCloudTest.java:1451)
[junit4:junit4] 2> at
org.apache.solr.cloud.RecoveryZkTest.tearDown(RecoveryZkTest.java:134)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
[junit4:junit4] 2> at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] 2> at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:899)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
[junit4:junit4] 2> at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] 2> at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
[junit4:junit4] 2> at
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
[junit4:junit4] 2>
[junit4:junit4] 2> 399183 T3556 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 399705 T1603 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 409861 T3556 oaz.ClientCnxn$SendThread.run Client session
timed out, have not heard from server in 12001ms for sessionid
0x138c6601aac0007, closing socket connection and attempting reconnect
[junit4:junit4] 2> 409962 T1604 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 409962 T1570 oaz.ZooKeeper.close Session:
0x138c6601aac0003 closed
[junit4:junit4] 2> 409962 T1570 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 410015 T1570 oasc.ChaosMonkey.monkeyLog monkey: stop
shard! 42390
[junit4:junit4] 2> 410015 T1570 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=2123441191
[junit4:junit4] 2> 410015 T1570 oasc.RecoveryStrategy.close WARNING Stopping
recovery for core collection1 zkNodeName=127.0.0.1:42390_solr_collection1
[junit4:junit4] 2> 410424 T7604 C109 P42390 oasc.RecoveryStrategy.doRecovery
Finished recovery process
[junit4:junit4] 2> 410424 T1570 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@74c6753a
[junit4:junit4] 2> 410426 T1570 oasc.SolrCore.closeSearcher [collection1]
Closing main searcher on request.
[junit4:junit4] 2> 410426 T1570 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=2,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=42315,adds=42315,deletesById=21164,deletesByQuery=0,errors=1,cumulative_adds=44847,cumulative_deletesById=22460,cumulative_deletesByQuery=0,cumulative_errors=1}
[junit4:junit4] 2> 411111 T3556 oaz.ClientCnxn$SendThread.startConnect
Opening socket connection to server localhost/127.0.0.1:42383
[junit4:junit4] 2> 411978 T1570 C109 P42390 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343357983399/jetty2/index.20120726200020895
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e98ffc4;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_eb.tim, _ee.tim,
_ci_nrm.cfs, _ee.tip, _ea_1.del, _e3_1.del, _eb.tip, _e4.frq, _ci_nrm.cfe,
_e4.fdt, _e3.si, _ed_nrm.cfe, _e6.frq, _ec.fnm, _e4.prx, _ef.si, _ea.frq,
_ef.tim, _e2.prx, _e5.frq, _ef.tip, _e4.fdx, _ec.tip, _e2.fnm, _ef.frq,
_ed_nrm.cfs, _e8.si, _61.frq, _ec.tim, _61.fdt, _ec.fdt, _61.fdx, _ec.fdx,
_eb.frq, _ee.fnm, _61_1.del, _ea.prx, _e8_nrm.cfs, _e3.fdx, _e4_nrm.cfs,
_ea_nrm.cfe, _e3.fdt, _e8_nrm.cfe, _eb_nrm.cfe, _e5_nrm.cfs, _ee_nrm.cfs,
_e4_nrm.cfe, _e5.tip, _ed.si, _e4.fnm, _e5.tim, _e4_2.del, _e5_nrm.cfe, _ec.si,
_e8.frq, _ee.fdt, _ee.si, _ee_nrm.cfe, _e3.tip, _e2.si, _e6.si, _e3.tim,
_ee.fdx, _e8.prx, _e5.si, _e4.tim, _ci.frq, _e2.fdt, _ea.tim, _e4.tip, _e5.prx,
_eb.fdx, _e2.tip, _eb.fdt, _ea_nrm.cfs, _e3.frq, _e2.tim, _e2.fdx, _eb_nrm.cfs,
_ea.tip, _ci.si, _e6_nrm.cfs, _61.tim, _61.tip, _e2_1.del, _ci.tim, _e6.fnm,
_ci.tip, _ea.fnm, _e6_nrm.cfe, _e5.fnm, _e6.prx, _ec_nrm.cfs, _ec.frq, _e8.fdx,
_eb.fnm, _61.fnm, _e8.fdt, _e5_1.del, _ef.prx, _eb_1.del, _61.prx, _ci.fdx,
_ec_nrm.cfe, _e8_1.del, _e6.tim, _ea.fdt, _ed.frq, _61_nrm.cfs, _ef.fdx,
_ed.tip, _ea.fdx, _ci.fdt, _ef.fdt, _ed.tim, _e6.tip, _e2.frq, _e6_1.del,
_ef.fnm, _ec_1.del, _ci_1.del, _ec.prx, _61_nrm.cfe, _ee.frq, _ea.si, _e3.prx,
_e8.tip, _eb.si, _e8.tim, _e5.fdt, _ed.fnm, _ef_nrm.cfs, _ed_1.del, _e5.fdx,
_e3_nrm.cfe, _e8.fnm, _61.si, _e6.fdt, _e2_nrm.cfs, _e6.fdx, _ed.prx, _ee.prx,
_ef_nrm.cfe, _ci.prx, _e3.fnm, _e3_nrm.cfs, _ed.fdt, _e2_nrm.cfe, _ed.fdx,
_e4.si, _ci.fnm, _eb.prx, segments_4]
[junit4:junit4] 2>
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343357983399/jetty2/index.20120726200020895
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e98ffc4;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_3gl.si, _3y0.tim,
_2xw.tip, _2xw.tim, _3sf.fdt, _3y0.fnm, _3y0.tip, _343.prx, _3ac.frq, _2xw.fnm,
_1kr.tip, _1kr.si, _1kr.fdx, _44q.fdx, _3sf.fdx, _1kr.tim, _1kr.fdt, _44r.tim,
_44q.fdt, _3ac.prx, _44r.si, _44r.tip, _3y0.prx, _3sf.fnm, _3ac_nrm.cfs,
_44r.fdt, _343.fnm, _44r.fdx, _435.fnm, _3gl_1.del, _44r.prx, _435_nrm.cfe,
_1kr_nrm.cfe, _3ac.fdx, _3ac_nrm.cfe, _3gl_nrm.cfe, _3mm.tim, _3sf.si,
_3y0.fdx, _3mm.fdt, _435_nrm.cfs, _3y0.fdt, _3sf.tip, _3sf.tim, _3gl.frq,
_44q.fnm, _435_1.del, _2xw_nrm.cfe, _3sf_nrm.cfe, _3mm.fnm, _435.si,
_2xw_nrm.cfs, _2xw.prx, _44r_nrm.cfs, _3mm.fdx, _3sf_nrm.cfs, _343.fdt,
_3y0.si, _343.fdx, _44r.fnm, _44q_1.del, _1kr.prx, _1kr.fnm, _435.prx,
_3ac.fdt, _44r_nrm.cfe, _343_nrm.cfs, _44q.si, _343_nrm.cfe, _3gl.tip,
_3ac_1.del, _2xw.frq, _3gl.tim, _3mm_nrm.cfe, _435.tim, _2xw_1.del, _435.tip,
_44q_nrm.cfs, _3sf.prx, _3y0_1.del, _44q_nrm.cfe, _3sf_1.del, _3sf.frq,
_3y0_nrm.cfe, _3gl.prx, _3y0_nrm.cfs, _435.frq, _3ac.fnm, _3y0.frq,
_1kr_nrm.cfs, _3ac.si, _343.frq, _3gl_nrm.cfs, _3ac.tip, _435.fdt, _3gl.fnm,
_3ac.tim, _1kr.frq, _3gl.fdt, _3mm.tip, _3gl.fdx, _343_1.del, _343.tip,
_44q.tip, _3mm.prx, _44q.tim, _3mm.frq, _2xw.fdx, _3mm_nrm.cfs, _44q.frq,
_3mm_1.del, _2xw.fdt, _343.tim, _3mm.si, _1kr_1.del, _44q.prx, _2xw.si,
segments_5, _44r.frq, _343.si, _435.fdx]
[junit4:junit4] 2> 411980 T1570 C109 P42390
oasc.SolrDeletionPolicy.updateCommits newest commit = 5
[junit4:junit4] 2> 412128 T1570 oasc.RecoveryStrategy.close WARNING Stopping
recovery for core collection1 zkNodeName=127.0.0.1:42390_solr_collection1
[junit4:junit4] 2> 422064 T3557 oaz.ClientCnxn$EventThread.run EventThread
shut down
[junit4:junit4] 2> 422064 T1570 oaz.ZooKeeper.close Session:
0x138c6601aac0007 closed
[junit4:junit4] 2> 422065 T1570 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 422270 T1570 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest
-Dtests.method=testDistribSearch -Dtests.seed=5E9301EA5FB8D407
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ga
-Dtests.timezone=America/Ensenada -Dtests.file.encoding=ISO8859-1
[junit4:junit4] 2>
[junit4:junit4] > (@AfterClass output)
[junit4:junit4] 2> 422387 T1570 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Appending,
sim=RandomSimilarityProvider(queryNorm=false,coord=false): {}, locale=ga,
timezone=America/Ensenada
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc.
1.6.0_32 (64-bit)/cpus=16,threads=164,free=72261280,total=380239872
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestStressRecovery,
TestFastLRUCache, TestUtils, TestNumberUtils, TestBadConfig, TestCoreContainer,
SuggesterFSTTest, CurrencyFieldTest, TestDistributedSearch, TestSearchPerf,
CopyFieldTest, TestLMDirichletSimilarityFactory,
UniqFieldsUpdateProcessorFactoryTest, TestIBSimilarityFactory,
SignatureUpdateProcessorFactoryTest, SolrCmdDistributorTest,
BasicDistributedZkTest, SolrCoreCheckLockOnStartupTest, AutoCommitTest,
SpellPossibilityIteratorTest, NumericFieldsTest,
UpdateRequestProcessorFactoryTest, BadComponentTest, DOMUtilTest,
PingRequestHandlerTest, FullSolrCloudDistribCmdsTest, NoCacheHeaderTest,
TestDistributedGrouping, AlternateDirectoryTest, TestPerFieldSimilarity,
TestLuceneMatchVersion, SOLR749Test, TestCollationField,
RAMDirectoryFactoryTest, IndexSchemaRuntimeFieldTest, PreAnalyzedFieldTest,
RecoveryZkTest]
[junit4:junit4] 2>
[junit4:junit4] Completed on J0 in 422.42s, 1 test, 1 failure <<< FAILURES!
[...truncated 301 lines...]
[...truncated 236633 lines...]
[...truncated 236633 lines...]
[...truncated 236633 lines...]
[...truncated 236633 lines...]
[...truncated 236618 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/build.xml:29:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/solr/build.xml:144:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/module-build.xml:62:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/common-build.xml:1094:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-trunk/checkout/lucene/common-build.xml:789:
There were test failures: 222 suites, 897 tests, 1 failure, 5 ignored
Total time: 29 minutes 29 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
