Build: https://builds.apache.org/job/Solr-trunk/1893/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
Thread threw an uncaught exception, thread: Thread[Lucene Merge Thread #1,6,]

Stack Trace:
java.lang.RuntimeException: Thread threw an uncaught exception, thread: 
Thread[Lucene Merge Thread #1,6,]
        at 
com.carrotsearch.randomizedtesting.RunnerThreadGroup.processUncaught(RunnerThreadGroup.java:96)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:857)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
        at 
org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
        at 
org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: 
org.apache.lucene.store.AlreadyClosedException: this Directory is closed
        at __randomizedtesting.SeedInfo.seed([75B56AD411733B0A]:0)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:507)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:480)
Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is 
closed
        at org.apache.lucene.store.Directory.ensureOpen(Directory.java:244)
        at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:241)
        at 
org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:321)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3132)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:382)
        at 
org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:451)




Build Log:
[...truncated 43527 lines...]
   [junit4]   2> 29699 T1915 C149 P48983 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=821 status=0 QTime=0 
   [junit4]   2> 29703 T1813 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=868543121
   [junit4]   2> 29703 T1813 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@272872a5
   [junit4]   2> 29705 T1813 oasc.SolrCore.closeSearcher [collection1] Closing 
main searcher on request.
   [junit4]   2> 29706 T1813 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=1,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1553,cumulative_deletesById=732,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 29748 T1813 C147 P48979 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=2
   [junit4]   2>                
commit{dir=/usr/home/hudson/hudson-slave/workspace/Solr-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1340452601821/control/data/index,segFN=segments_2,generation=2,filenames=[_4v.si,
 _4q_nrm.cfs, _4o_Lucene40_0.frq, _4q.fdt, _4r_Lucene40_0.frq, 
_4w_Lucene40_0.prx, _4t_nrm.cfe, _4v_Lucene40_0.prx, _4v_nrm.cfs, 
_4t_Lucene40_0.tim, _4q.fdx, _4r_Lucene40_0.prx, _4s_Lucene40_0.frq, _4t.si, 
_4w_Lucene40_0.frq, _4t_Lucene40_0.tip, _4t_Lucene40_0.prx, _4q_Lucene40_0.tim, 
_4s_Lucene40_0.tim, _4w.fdx, _4q_Lucene40_0.tip, _4r_nrm.cfs, _4s.fdt, _4w.fdt, 
_4s_Lucene40_0.tip, _4u_nrm.cfe, _4s.si, _4p.fdx, _4s.fdx, _4p.fdt, _4u.si, 
_4w_Lucene40_0.tip, _4o.fnm, _4p_Lucene40_0.tip, _4s_nrm.cfs, 
_4t_Lucene40_0.frq, _4v_Lucene40_0.frq, _4p.si, _4r_Lucene40_0.tip, 
_4w_Lucene40_0.tim, _4r_Lucene40_0.tim, _4q.si, _4o_nrm.cfs, _4r.fdx, _4r.si, 
_4v_Lucene40_0.tim, _4o.fdt, _4p_nrm.cfs, _4t.fdx, _4o.fdx, _4t.fdt, 
_4v_Lucene40_0.tip, _4r.fdt, _4q_Lucene40_0.prx, _4v.fnm, _4u_Lucene40_0.prx, 
_4o_nrm.cfe, _4w.si, _4s.fnm, _4s_Lucene40_0.prx, _4p_nrm.cfe, _4v.fdt, 
_4u.fdx, _4p_Lucene40_0.tim, _4s_nrm.cfe, _4v.fdx, _4u.fdt, _4t.fnm, 
_4u_Lucene40_0.frq, _4q.fnm, _4o_Lucene40_0.tim, _4p_Lucene40_0.frq, 
_4o_Lucene40_0.tip, _4u_Lucene40_0.tim, _4o.si, _4r_nrm.cfe, 
_4u_Lucene40_0.tip, _4u_nrm.cfs, _4w_nrm.cfe, _4p_1.del, _4w_nrm.cfs, _4p.fnm, 
_4q_Lucene40_0.frq, _4w.fnm, _4q_nrm.cfe, _4r.fnm, _4t_nrm.cfs, _4u.fnm, 
segments_2, _4o_Lucene40_0.prx, _4v_nrm.cfe, _4p_Lucene40_0.prx]
   [junit4]   2>                
commit{dir=/usr/home/hudson/hudson-slave/workspace/Solr-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1340452601821/control/data/index,segFN=segments_3,generation=3,filenames=[_4w_Lucene40_0.tip,
 _4w_nrm.cfe, _4w_Lucene40_0.prx, _4w.si, _4w_Lucene40_0.tim, _4w_nrm.cfs, 
_4w_Lucene40_0.frq, _4x.fnm, _4x_Lucene40_0.tip, _4w.fdx, _4w.fnm, _4x_nrm.cfe, 
_4w.fdt, _4x_Lucene40_0.prx, _4x.fdx, _4x_nrm.cfs, _4x_Lucene40_0.frq, 
_4x_Lucene40_0.tim, _4x.fdt, segments_3, _4x.si]
   [junit4]   2> 29749 T1813 C147 P48979 oasc.SolrDeletionPolicy.updateCommits 
newest commit = 3
   [junit4]   2> 29757 T1818 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x13819337fe10002
   [junit4]   2> 29758 T1862 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29758 T1909 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29758 T1846 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29758 T1833 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29758 T1866 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29758 T1815 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:48980 which had sessionid 
0x13819337fe10002
   [junit4]   2> 29758 T1813 oaz.ZooKeeper.close Session: 0x13819337fe10002 
closed
   [junit4]   2> 29759 T1833 oascc.ZkStateReader$3.process WARNING ZooKeeper 
watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 29759 T1833 oaz.ClientCnxn$EventThread.run EventThread shut 
down
   [junit4]   2> 29759 T1813 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 29760 T1846 oascc.SolrZkClient.makePath makePath: 
/overseer_elect/leader
   [junit4]   2> 29761 T1846 oasc.Overseer.<init> Overseer 
(id=87847901713203203-127.0.0.1:48981_solr-n_0000000001) starting
   [junit4]   2> 29762 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10003 type:create 
cxid:0x61 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29763 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10003 type:create 
cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29764 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10003 type:create 
cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29765 T1976 oasc.Overseer$CloudStateUpdater.run Starting to 
work on the main queue
   [junit4]   2> 29811 T1813 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=398503523
   [junit4]   2> 29811 T1813 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@36b53d4f
   [junit4]   2> 29812 T1813 oasc.SolrCore.closeSearcher [collection1] Closing 
main searcher on request.
   [junit4]   2> 29814 T1813 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=3,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1553,cumulative_deletesById=732,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 29840 T1813 C148 P48981 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=3
   [junit4]   2>                
commit{dir=/usr/home/hudson/hudson-slave/workspace/Solr-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1340452601821/jetty1/index,segFN=segments_3,generation=3,filenames=[_3w_nrm.cfe,
 _42.fdt, _3r_1.del, _42.fdx, _3t_2.del, _40.fdx, _3w_nrm.cfs, _40.fdt, 
_3r_Lucene40_0.prx, _43_Lucene40_0.tim, _3t_Lucene40_0.frq, _3w_Lucene40_0.frq, 
_3v_Lucene40_0.tim, _43_Lucene40_0.tip, _43.fnm, _3v.si, _3v_Lucene40_0.tip, 
_3w.si, _40_nrm.cfs, _3x.si, _3y_Lucene40_0.frq, _3z_Lucene40_0.frq, 
_3z_nrm.cfe, _3z.si, _43_Lucene40_0.prx, _3z_nrm.cfs, _43_nrm.cfs, 
_3x_Lucene40_0.prx, _3t_nrm.cfe, _3w.fnm, _3w_Lucene40_0.tim, _42.fnm, 
_42_Lucene40_0.prx, _42_nrm.cfs, _42.si, _3z.fnm, _3w_Lucene40_0.tip, 
_3r_nrm.cfs, _3r_Lucene40_0.frq, _43_Lucene40_0.frq, _3t_Lucene40_0.prx, 
_3u.fdt, _3u.fdx, _3t.fnm, _3x.fdx, _3v_Lucene40_0.frq, _3w.fdt, _3r_nrm.cfe, 
_3y_nrm.cfe, _3x_nrm.cfe, _3w.fdx, _3t.fdt, _40.fnm, _3t.fdx, _3r.si, _3z.fdt, 
_3t_Lucene40_0.tip, _43.si, _3u.si, _3z.fdx, _43.fdx, _3t_Lucene40_0.tim, 
_3t_nrm.cfs, _3v_Lucene40_0.prx, _3x_nrm.cfs, _3y_nrm.cfs, _3x.fdt, _43.fdt, 
_3x.fnm, _3u.fnm, _3r.fnm, _40_Lucene40_0.tip, _3y.si, _3z_Lucene40_0.prx, 
_3u_Lucene40_0.tip, _3r.fdx, _42_nrm.cfe, _3r.fdt, _3u_Lucene40_0.tim, 
_3y_Lucene40_0.prx, _40.si, _3w_Lucene40_0.prx, _43_nrm.cfe, 
_3x_Lucene40_0.frq, _3v.fdt, _3u_Lucene40_0.frq, _3y_Lucene40_0.tim, 
_3u_Lucene40_0.prx, _3v.fdx, _3y_Lucene40_0.tip, _3y.fdx, _40_nrm.cfe, 
_3x_Lucene40_0.tim, _3x_Lucene40_0.tip, _40_Lucene40_0.prx, _3t.si, _3y.fdt, 
_3u_nrm.cfs, _3y.fnm, _42_Lucene40_0.frq, _42_Lucene40_0.tim, _3v.fnm, 
_3v_nrm.cfs, _42_Lucene40_0.tip, _3v_nrm.cfe, _3u_nrm.cfe, _40_Lucene40_0.frq, 
_40_Lucene40_0.tim, _3r_Lucene40_0.tip, _3z_Lucene40_0.tim, _3z_Lucene40_0.tip, 
segments_3, _3r_Lucene40_0.tim]
   [junit4]   2>                
commit{dir=/usr/home/hudson/hudson-slave/workspace/Solr-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1340452601821/jetty1/index,segFN=segments_4,generation=4,filenames=[_4z_Lucene40_0.tim,
 _4y_Lucene40_0.frq, _4z.fdt, _4v.si, _4z_Lucene40_0.tip, _4r_Lucene40_0.frq, 
_4t_nrm.cfe, _4t_Lucene40_0.tim, _4t.si, _4t_Lucene40_0.tip, 
_4w_Lucene40_0.frq, _4s_Lucene40_0.tim, _4r_nrm.cfs, _4s.fdt, 
_4s_Lucene40_0.tip, _4z_Lucene40_0.frq, _4s.fdx, _4p.fdx, _50_Lucene40_0.tim, 
_4p.fdt, _4z.fdx, _4u.si, _4s_nrm.cfs, _4p_Lucene40_0.tip, _4v_Lucene40_0.frq, 
_4p.si, _4q.si, _4r.si, _4r.fdx, _4o.fdt, _4v_Lucene40_0.tim, _4p_nrm.cfs, 
_4o.fdx, _4t.fdx, _4z.si, _4t.fdt, _4r.fdt, _4v_Lucene40_0.tip, 
_4q_Lucene40_0.prx, _4v.fnm, _4u_Lucene40_0.prx, _50.si, _4p_nrm.cfe, _4v.fdt, 
_50.fnm, _4s_nrm.cfe, _4v.fdx, _4q.fnm, _4u_Lucene40_0.frq, _4p_2.del, 
_4p_Lucene40_0.frq, _4r_nrm.cfe, _4u_Lucene40_0.tim, _4u_Lucene40_0.tip, 
_50_Lucene40_0.tip, _4y.fdt, _50.fdt, _4q_Lucene40_0.frq, _50.fdx, _4y.fdx, 
_4t_nrm.cfs, _4p_Lucene40_0.prx, _4q_nrm.cfs, _4o_Lucene40_0.frq, _4q.fdt, 
_4w_Lucene40_0.prx, _4q.fdx, _4v_nrm.cfs, _4v_Lucene40_0.prx, _4y_nrm.cfe, 
_4r_Lucene40_0.prx, _4s_Lucene40_0.frq, _50_Lucene40_0.frq, _4q_Lucene40_0.tim, 
_4t_Lucene40_0.prx, _4w.fdx, _4q_Lucene40_0.tip, _50_nrm.cfe, _4w.fdt, _4s.si, 
_4u_nrm.cfe, _4z_Lucene40_0.prx, _4y_nrm.cfs, _4o.fnm, _4w_Lucene40_0.tip, 
_4t_Lucene40_0.frq, _50_nrm.cfs, _4r_Lucene40_0.tip, _4w_Lucene40_0.tim, 
_4r_Lucene40_0.tim, _4o_nrm.cfs, _4y.fnm, _4y.si, _4o_nrm.cfe, _4w.si, _4z.fnm, 
_4y_Lucene40_0.prx, _4s.fnm, _4s_Lucene40_0.prx, _4z_nrm.cfe, 
_4p_Lucene40_0.tim, _4u.fdx, _4u.fdt, _4t.fnm, _4z_nrm.cfs, _4o_Lucene40_0.tim, 
_4o_Lucene40_0.tip, _4o.si, _4u_nrm.cfs, _4w_nrm.cfe, _4y_Lucene40_0.tip, 
_4y_Lucene40_0.tim, _4w_nrm.cfs, _4p.fnm, _50_Lucene40_0.prx, _4w.fnm, _4r.fnm, 
_4q_nrm.cfe, _4u.fnm, _4o_Lucene40_0.prx, segments_4, _4v_nrm.cfe]
   [junit4]   2>                
commit{dir=/usr/home/hudson/hudson-slave/workspace/Solr-trunk/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1340452601821/jetty1/index,segFN=segments_5,generation=5,filenames=[_4z_Lucene40_0.tim,
 _4y_Lucene40_0.frq, _4z.fdt, _4z_Lucene40_0.tip, _4w_Lucene40_0.prx, 
_4y_nrm.cfe, _4w_Lucene40_0.frq, _50_Lucene40_0.frq, _4x.fnm, _4w.fdx, 
_50_nrm.cfe, _4x_nrm.cfe, _4w.fdt, _4y_nrm.cfs, _4z_Lucene40_0.prx, 
_4z_Lucene40_0.frq, _4x_Lucene40_0.prx, _4x_nrm.cfs, _50_Lucene40_0.tim, 
_4x_Lucene40_0.frq, _4z.fdx, _4w_Lucene40_0.tip, _50_nrm.cfs, 
_4w_Lucene40_0.tim, _4x_1.del, _4x_Lucene40_0.tip, _4y.fnm, _4z.si, 
_4x_Lucene40_0.tim, _4y.si, _4w.si, _4y_Lucene40_0.prx, _50.si, _4z.fnm, 
_4z_nrm.cfe, _50.fnm, _4z_nrm.cfs, _4x.si, _4w_nrm.cfe, _50_Lucene40_0.tip, 
_4y_Lucene40_0.tip, _4y.fdt, _4y_Lucene40_0.tim, _4w_nrm.cfs, _50.fdt, _4w.fnm, 
_4y.fdx, _50_Lucene40_0.prx, _50.fdx, _4x.fdx, segments_5, _4x.fdt]
   [junit4]   2> 29841 T1813 C148 P48981 oasc.SolrDeletionPolicy.updateCommits 
newest commit = 5
   [junit4]   2> 29849 T1818 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x13819337fe10003
   [junit4]   2> 29850 T1862 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29850 T1846 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29850 T1815 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:48982 which had sessionid 
0x13819337fe10003
   [junit4]   2> 29850 T1813 oaz.ZooKeeper.close Session: 0x13819337fe10003 
closed
   [junit4]   2> 29850 T1846 oascc.ZkStateReader$3.process WARNING ZooKeeper 
watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 29850 T1909 oascc.SolrZkClient.makePath makePath: 
/overseer_elect/leader
   [junit4]   2> 29850 T1866 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29851 T1846 oaz.ClientCnxn$EventThread.run EventThread shut 
down
   [junit4]   2> 29851 T1813 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 29854 T1909 oasc.Overseer.<init> Overseer 
(id=87847901713203207-127.0.0.1:48983_solr-n_0000000004) starting
   [junit4]   2> 29854 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10007 type:create 
cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29855 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10007 type:create 
cxid:0x47 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29856 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10007 type:create 
cxid:0x48 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29865 T1977 oasc.Overseer$CloudStateUpdater.run Starting to 
work on the main queue
   [junit4]   2> 29865 T1909 oasu.PeerSync.sync PeerSync: core=collection1 
url=127.0.0.1:48976/solr START replicas=[] nUpdates=100
   [junit4]   2> 29868 T1909 oasu.PeerSync.sync PeerSync: core=collection1 
url=127.0.0.1:48976/solr DONE. sync succeeded
   [junit4]   2> 29868 T1909 oasc.SyncStrategy.syncToMe try and ask 
http://127.0.0.1:48981/solr/collection1/ to sync
   [junit4]   2> 29869 T1921 C149 P48983 oasu.PeerSync.sync PeerSync: 
core=collection1 url=127.0.0.1:48976/solr START 
replicas=[127.0.0.1:48983/solr/collection1/] nUpdates=100
   [junit4]   2> 29873 T1922 C149 P48983 REQ /get 
{distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=2 
   [junit4]   2> 29874 T1921 C149 P48983 oasu.PeerSync.handleVersions PeerSync: 
core=collection1 url=127.0.0.1:48976/solr  Received 100 versions from 
127.0.0.1:48983/solr/collection1/
   [junit4]   2> 29875 T1921 C149 P48983 oasu.PeerSync.handleVersions PeerSync: 
core=collection1 url=127.0.0.1:48976/solr  Our versions are newer. 
ourLowThreshold=1405566456782913536 otherHigh=1405566457343901696
   [junit4]   2> 29875 T1921 C149 P48983 oasu.PeerSync.sync PeerSync: 
core=collection1 url=127.0.0.1:48976/solr DONE. sync succeeded
   [junit4]   2> 29875 T1921 C149 P48983 REQ /get 
{sync=127.0.0.1:48983/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2}
 status=0 QTime=6 
   [junit4]   2> 29876 T1909 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:48983_solr_collection1
   [junit4]   2> 29877 T1909 oascc.SolrZkClient.makePath makePath: 
/collections/collection1/leaders/shard1
   [junit4]   2> 29880 T1818 oazs.PrepRequestProcessor.pRequest Got user-level 
KeeperException when processing sessionid:0x13819337fe10007 type:create 
cxid:0x57 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error 
Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 29889 T1909 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29903 T1813 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=658762510
   [junit4]   2> 29903 T1813 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:48983_solr_collection1
   [junit4]   2> 29903 T1813 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@29541264
   [junit4]   2> 29905 T1813 oasc.SolrCore.closeSearcher [collection1] Closing 
main searcher on request.
   [junit4]   2> 29905 T1813 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=4,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=732,cumulative_deletesById=360,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 29907 T1813 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:48983_solr_collection1
   [junit4]   2> 29907 T1818 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x13819337fe10007
   [junit4]   2> 29909 T1862 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29909 T1909 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29909 T1866 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 29909 T1815 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:48998 which had sessionid 
0x13819337fe10007
   [junit4]   2> 29909 T1813 oaz.ZooKeeper.close Session: 0x13819337fe10007 
closed
   [junit4]   2> 29909 T1909 oascc.ZkStateReader$3.process WARNING ZooKeeper 
watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 29910 T1909 oaz.ClientCnxn$EventThread.run EventThread shut 
down
   [junit4]   2> 29910 T1813 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 29962 T1818 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x13819337fe10006
   [junit4]   2> 29964 T1866 oaz.ClientCnxn$EventThread.run EventThread shut 
down
   [junit4]   2> 29964 T1815 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:48989 which had sessionid 
0x13819337fe10006
   [junit4]   2> 29964 T1813 oaz.ZooKeeper.close Session: 0x13819337fe10006 
closed
   [junit4]   2> 29965 T1818 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x13819337fe10005
   [junit4]   2> 29966 T1862 oaz.ClientCnxn$EventThread.run EventThread shut 
down
   [junit4]   2> 29966 T1815 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:48986 which had sessionid 
0x13819337fe10005
   [junit4]   2> 29966 T1813 oaz.ZooKeeper.close Session: 0x13819337fe10005 
closed
   [junit4]   2> 29966 T1818 oazs.PrepRequestProcessor.run PrepRequestProcessor 
exited loop!
   [junit4]   2> 29966 T1817 oazs.SyncRequestProcessor.run SyncRequestProcessor 
exited!
   [junit4]   2> 29966 T1813 oazs.FinalRequestProcessor.shutdown shutdown of 
request processor complete
   [junit4]   2> 30086 T1815 oazs.NIOServerCnxn$Factory.run NIOServerCnxn 
factory exited run method
   [junit4]   2> 30086 T1813 oazs.FinalRequestProcessor.shutdown shutdown of 
request processor complete
   [junit4]   2> 30124 T1813 oas.SolrTestCaseJ4.tearDown ###Ending 
testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest 
-Dtests.method=testDistribSearch -Dtests.seed=75B56AD411733B0A 
-Dtests.locale=es_CL -Dtests.timezone=America/Atikokan 
-Dargs="-Dfile.encoding=ISO8859-1"
   [junit4]   2>
   [junit4]    > (@AfterClass output)
   [junit4]   2> 30157 T1813 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene40: {}, 
sim=RandomSimilarityProvider(queryNorm=false,coord=false): {}, locale=es_CL, 
timezone=America/Atikokan
   [junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 
(64-bit)/cpus=16,threads=9,free=38861848,total=250216448
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestStemmerOverrideFilterFactory, BadIndexSchemaTest, FileUtilsTest, 
TestSolrXMLSerializer, UUIDFieldTest, SolrInfoMBeanTest, 
TestCJKBigramFilterFactory, CloudStateUpdateTest, 
DistributedTermsComponentTest, TermVectorComponentTest, 
TestBinaryResponseWriter, TestHindiFilters, CommonGramsFilterFactoryTest, 
TestGermanStemFilterFactory, IndexSchemaTest, TestPhraseSuggestions, 
TestCoreContainer, PingRequestHandlerTest, SnowballPorterFilterFactoryTest, 
TestLatvianStemFilterFactory, SampleTest, TestSolrQueryParser, 
StandardRequestHandlerTest, DateMathParserTest, SoftAutoCommitTest, 
TestFunctionQuery, TestMergePolicyConfig, TestReversedWildcardFilterFactory, 
BasicFunctionalityTest, TestItalianLightStemFilterFactory, 
SpellCheckComponentTest, SolrIndexConfigTest, TestWikipediaTokenizerFactory, 
TestGreekStemFilterFactory, TestQueryTypes, TestStandardFactories, 
TestLFUCache, SpellCheckCollatorTest, TestFastLRUCache, TermsComponentTest, 
TestHashPartitioner, TestTypeTokenFilterFactory, CloudStateTest, 
TestReplicationHandler, ResourceLoaderTest, DirectUpdateHandlerTest, 
TestTurkishLowerCaseFilterFactory, SpellPossibilityIteratorTest, 
OutputWriterTest, SpatialFilterTest, RequestHandlersTest, 
TestSwedishLightStemFilterFactory, TestPortugueseLightStemFilterFactory, 
QueryEqualityTest, TestIndonesianStemFilterFactory, SolrRequestParserTest, 
TestSort, TestFaceting, MBeansHandlerTest, StatsComponentTest, TestUpdate, 
DirectUpdateHandlerOptimizeTest, OpenExchangeRatesOrgProviderTest, 
TestValueSourceCache, LukeRequestHandlerTest, TestLuceneMatchVersion, 
CacheHeaderTest, WordBreakSolrSpellCheckerTest, JsonLoaderTest, 
TestSuggestSpellingConverter, FieldAnalysisRequestHandlerTest, 
DisMaxRequestHandlerTest, RequiredFieldsTest, TestJmxMonitoredMap, 
TestXIncludeConfig, TestMultiWordSynonyms, HighlighterTest, TestNGramFilters, 
SolrCoreCheckLockOnStartupTest, BasicDistributedZkTest, PluginInfoTest, 
TestThaiWordFilterFactory, TestDistributedGrouping, 
FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestRandomFaceting, 
TestBinaryField, SOLR749Test, TestLMJelinekMercerSimilarityFactory, TestJoin, 
ReturnFieldsTest, TestQuerySenderNoQuery, SuggesterTest, 
TestPerFieldSimilarity, TestCSVLoader, TestGroupingSearch, TestPluginEnable, 
TestDocSet, CommonGramsQueryFilterFactoryTest, TestReverseStringFilterFactory, 
DoubleMetaphoneFilterFactoryTest, EchoParamsTest, CopyFieldTest, 
RAMDirectoryFactoryTest, ZkNodePropsTest, TestSearchPerf, 
TestBulgarianStemFilterFactory, ZkControllerTest, 
TestEnglishMinimalStemFilterFactory, BasicZkTest, TestSolrCoreProperties, 
FileBasedSpellCheckerTest, TestFinnishLightStemFilterFactory, SuggesterFSTTest, 
PrimitiveFieldTypeTest, SolrPluginUtilsTest, TestPatternReplaceFilterFactory, 
TestCollationField, TestLRUCache, TestDFRSimilarityFactory, 
TestGermanLightStemFilterFactory, TestTrimFilterFactory, SimpleFacetsTest, 
TestHunspellStemFilterFactory, TestPortugueseStemFilterFactory, 
TestNorwegianMinimalStemFilterFactory, TestHTMLStripCharFilterFactory, 
TestPseudoReturnFields, QueryElevationComponentTest, AlternateDirectoryTest, 
LoggingHandlerTest, TestArbitraryIndexDir, TestPHPSerializedResponseWriter, 
SearchHandlerTest, IndexSchemaRuntimeFieldTest, TestWordDelimiterFilterFactory, 
ConvertedLegacyTest, FieldMutatingUpdateProcessorTest, TestQueryUtils, 
TestNumberUtils, LengthFilterTest, TestDelimitedPayloadTokenFilterFactory, 
TestPropInject, TestExtendedDismaxParser, TestHungarianLightStemFilterFactory, 
PeerSyncTest, TestPatternReplaceCharFilterFactory, LeaderElectionTest, 
DocumentBuilderTest, TestIndexingPerformance, RecoveryZkTest]
   [junit4]   2> 
   [junit4] Completed in 30.16s, 1 test, 1 error <<< FAILURES!
[...truncated 398 lines...]

[...truncated 44026 lines...]

[...truncated 44026 lines...]

[...truncated 44026 lines...]

[...truncated 44026 lines...]

[...truncated 44026 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to