Build: https://builds.apache.org/job/Lucene-Solr-tests-only-4.x/355/

1 tests failed.
FAILED:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
expected:<2121> but was:<2373>

Stack Trace:
java.lang.AssertionError: expected:<2121> but was:<2373>
        at 
__randomizedtesting.SeedInfo.seed([382376ABDC841630:B9C5F8B3ABDB760C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:107)
        at 
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:616)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
        at 
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
        at 
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
        at 
org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
        at 
org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 34627 lines...]
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
[junit4:junit4]   2>    at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.Server.handle(Server.java:351)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
[junit4:junit4]   2>    at 
org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:857)
[junit4:junit4]   2>    at 
org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
[junit4:junit4]   2>    at 
org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
[junit4:junit4]   2>    at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2>    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2>    at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4:junit4]   2>    at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]   2>    at 
java.net.SocketInputStream.read(SocketInputStream.java:146)
[junit4:junit4]   2>    at 
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]   2>    at 
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]   2>    at 
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]   2>    at 
org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]   2>    at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]   2>    at 
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]   2>    at 
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]   2>    at 
org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]   2>    at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]   2>    at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]   2>    at 
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]   2>    at 
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]   2>    at 
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   2>    at 
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   2>    at 
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   2>    at 
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2>    ... 32 more
[junit4:junit4]   2> 
[junit4:junit4]   2> 47345 T3463 C116 P29734 /update 
{waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 
0 5413
[junit4:junit4]   2>  C115_STATE=coll:collection1 core:collection1 
props:{shard=shard1, leader=true, roles=null, state=recovering, 
core=collection1, collection=collection1, node_name=127.0.0.1:29731_solr, 
base_url=http://127.0.0.1:29731/solr}
[junit4:junit4]   2> 47358 T7903 C115 P29731 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=2121 status=0 QTime=1 
[junit4:junit4]   2> 47361 T3516 C116 P29734 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=2373 status=0 QTime=1 
[junit4:junit4]   2> 47364 T7903 C115 P29731 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=2121 status=0 QTime=0 
[junit4:junit4]   2> 47367 T3516 C116 P29734 REQ /select 
{distrib=false&wt=javabin&q=*:*&version=2} hits=2373 status=0 QTime=0 
[junit4:junit4]   2> 47369 T1841 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x138cf6c0a820006
[junit4:junit4]   2> 47370 T1890 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 47370 T1838 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:29740 which had sessionid 
0x138cf6c0a820006
[junit4:junit4]   2> 47370 T1836 oaz.ZooKeeper.close Session: 0x138cf6c0a820006 
closed
[junit4:junit4]   2> 47370 T1841 oazs.PrepRequestProcessor.pRequest Processed 
session termination for sessionid: 0x138cf6c0a820005
[junit4:junit4]   2> 47371 T1886 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 47371 T1838 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:29736 which had sessionid 
0x138cf6c0a820005
[junit4:junit4]   2> 47371 T1836 oaz.ZooKeeper.close Session: 0x138cf6c0a820005 
closed
[junit4:junit4]   2> 47372 T1841 oazs.PrepRequestProcessor.run 
PrepRequestProcessor exited loop!
[junit4:junit4]   2> 47372 T1840 oazs.SyncRequestProcessor.run 
SyncRequestProcessor exited!
[junit4:junit4]   2> 47372 T1836 oazs.FinalRequestProcessor.shutdown shutdown 
of request processor complete
[junit4:junit4]   2> 47632 T1836 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:29730 which had sessionid 
0x138cf6c0a820002
[junit4:junit4]   2> 47633 T1855 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138cf6c0a820002, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 47632 T1836 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:32647 which had sessionid 
0x138cf6c0a820007
[junit4:junit4]   2> 47633 T3469 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138cf6c0a820007, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 47633 T1836 oazs.NIOServerCnxn.closeSock Closed socket 
connection for client /140.211.11.196:29732 which had sessionid 
0x138cf6c0a820003
[junit4:junit4]   2> 47633 T1869 oaz.ClientCnxn$SendThread.run Unable to read 
additional data from server sessionid 0x138cf6c0a820003, likely server has 
closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 47633 T1838 oazs.NIOServerCnxn$Factory.run NIOServerCnxn 
factory exited run method
[junit4:junit4]   2> 47634 T1836 oazs.FinalRequestProcessor.shutdown shutdown 
of request processor complete
[junit4:junit4]   2> 47634 T1836 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
29729
[junit4:junit4]   2> 47634 T1836 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=667296951
[junit4:junit4]   2> 47635 T1836 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@7538c5ac
[junit4:junit4]   2> 47636 T1836 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 47638 T1836 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=1,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4555,cumulative_deletesById=2179,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 47734 T1856 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 47734 T1857 oasc.Overseer$CloudStateUpdater.amILeader 
WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2>    at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2>    at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2>    at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2>    at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:113)
[junit4:junit4]   2>    at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 
[junit4:junit4]   2> 47734 T1836 oaz.ZooKeeper.close Session: 0x138cf6c0a820002 
closed
[junit4:junit4]   2> 47734 T1870 oascc.ConnectionManager.process Watcher 
org.apache.solr.common.cloud.ConnectionManager@71b3f9c name:ZooKeeperConnection 
Watcher:127.0.0.1:29726/solr got event WatchedEvent state:Disconnected 
type:None path:null path:null type:None
[junit4:junit4]   2> 47734 T1857 oasc.Overseer$CloudStateUpdater.amILeader 
According to ZK I (id=88048255673434114-127.0.0.1:29729_solr-n_0000000000) am 
no longer a leader.
[junit4:junit4]   2> 47734 T3470 oascc.ConnectionManager.process Watcher 
org.apache.solr.common.cloud.ConnectionManager@65b14310 
name:ZooKeeperConnection Watcher:127.0.0.1:29726/solr got event WatchedEvent 
state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 47735 T1836 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 47787 T1836 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
29731
[junit4:junit4]   2> 47787 T1836 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=957053390
[junit4:junit4]   2> 48365 T1839 oazs.SessionTrackerImpl.run SessionTrackerImpl 
exited loop!
[junit4:junit4]   2> 48860 T3469 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:29726
[junit4:junit4]   2> 49272 T1869 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:29726
[junit4:junit4]   2> 49356 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
Attempting to PeerSync from http://127.0.0.1:29731/solr/collection1/ 
recoveringAfterStartup=true
[junit4:junit4]   2> 49356 T7901 C115 P29731 oasu.PeerSync.sync PeerSync: 
core=collection1 url=http://127.0.0.1:29731/solr START 
replicas=[http://127.0.0.1:29731/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 49358 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
Sync Recovery was not successful - trying replication
[junit4:junit4]   2> 49358 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
Begin buffering updates
[junit4:junit4]   2> 49358 T7901 C115 P29731 oasu.UpdateLog.bufferUpdates 
Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 49358 T7901 C115 P29731 oasc.RecoveryStrategy.replicate 
Attempting to replicate from http://127.0.0.1:29731/solr/collection1/
[junit4:junit4]   2> 49358 T7901 C115 P29731 oascsi.HttpClientUtil.createClient 
Creating new http client, 
config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 49360 T1865 C115 P29731 REQ /get 
{distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 50374 T1864 C115 P29731 /update 
{waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2}
 {} 0 1010
[junit4:junit4]   2> 50374 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
SEVERE Error while trying to recover org.apache.solr.common.SolrException: 
Server at http://127.0.0.1:29731/solr/collection1 returned non ok status:503, 
message:Service Unavailable
[junit4:junit4]   2>    at 
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4]   2>    at 
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
[junit4:junit4]   2>    at 
org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.RecoveryStrategy.commitOnLeader(RecoveryStrategy.java:170)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:123)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:356)
[junit4:junit4]   2>    at 
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:210)
[junit4:junit4]   2> 
[junit4:junit4]   2> 50375 T7901 C115 P29731 oasu.UpdateLog.dropBufferedUpdates 
Dropping buffered updates FSUpdateLog{state=BUFFERING, tlog=null}
[junit4:junit4]   2> 50375 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
SEVERE Recovery failed - trying again...
[junit4:junit4]   2> 50375 T7901 C115 P29731 oasc.RecoveryStrategy.doRecovery 
Finished recovery process
[junit4:junit4]   2> 50375 T7905 C115 P29731 oasc.RecoveryStrategy.run Starting 
recovery process. recoveringAfterStartup=false
[junit4:junit4]   2> 50375 T1836 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:29731_solr_collection1
[junit4:junit4]   2> 50377 T7905 C115 P29731 oasc.RecoveryStrategy.doRecovery 
Finished recovery process
[junit4:junit4]   2> 50378 T1836 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@47b661ee
[junit4:junit4]   2> 50379 T1836 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 50381 T1836 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=5,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=381,adds=0,deletesById=0,deletesByQuery=0,errors=3,cumulative_adds=4555,cumulative_deletesById=2179,cumulative_deletesByQuery=0,cumulative_errors=1}
[junit4:junit4]   2> 50422 T1836 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:29731_solr_collection1
[junit4:junit4]   2> 55735 T3469 oaz.ClientCnxn$SendThread.run Client session 
timed out, have not heard from server in 8001ms for sessionid 
0x138cf6c0a820007, closing socket connection and attempting reconnect
[junit4:junit4]   2> 55836 T1870 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 55836 T1836 oaz.ZooKeeper.close Session: 0x138cf6c0a820003 
closed
[junit4:junit4]   2> 55837 T1836 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 55889 T1836 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
29734
[junit4:junit4]   2> 55889 T1836 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1325605086
[junit4:junit4]   2> 55889 T1836 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:29734_solr_collection1
[junit4:junit4]   2> 55890 T1836 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@68098101
[junit4:junit4]   2> 55891 T1836 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 55891 T1836 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=5,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2847,cumulative_deletesById=1351,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 55982 T1836 C116 P29734 oasc.SolrDeletionPolicy.onCommit 
SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343509760639/jetty2/index.20120728210959037
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f9a9cba; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_68.si, 
_ee_MockRandom_0.tiv, _ec_MockRandom_0.prx, _eg.fdt, _ec_MockRandom_0.tib, 
_eg.fdx, _ei_Pulsing40_0.prx, _ec_Pulsing40_0.frq, _ef.si, _68_MockRandom_0.sd, 
_eh_Direct_0.prx, _ee_MockRandom_0.frq, _eb_MockRandom_0.pyl, 
_cz_Pulsing40_0.prx, _ec_MockRandom_0.tiv, _eb_MockRandom_0.sd, 
_ef_Memory_0.ram, _ee_Memory_0.ram, _eg_MockRandom_0.prx, _ee_MockRandom_0.tib, 
_ee_Direct_0.frq, _ec.fdt, _ec.fdx, _ei_Pulsing40_0.tip, _ef_Direct_0.frq, 
_ei_Pulsing40_0.tim, _ei_MockRandom_0.tip, _68.fnm, _ei_MockRandom_0.tim, 
_ef_Direct_0.prx, _cz.fdx, _ef_MockRandom_0.pyl, _ef_Pulsing40_0.tim, 
_eb_nrm.cfe, _eb_Pulsing40_0.prx, _ef_MockRandom_0.skp, _cz.si, 
_ef_Pulsing40_0.tip, _ee_nrm.cfs, _eb_MockRandom_0.skp, _ei_Pulsing40_0.frq, 
_ec.si, _ed_Pulsing40_0.prx, _ee.fdt, _eg_Pulsing40_0.tim, _ee_nrm.cfe, 
_ef_MockRandom_0.doc, _ec_Direct_0.frq, _ee.fdx, _ee_Direct_0.prx, 
_ed_MockRandom_0.pyl, _ed_Direct_0.tim, _eh.fdt, _68_Memory_0.ram, _eb.fdx, 
_cz.fdt, _eh.fdx, _eg_MockRandom_0.sd, _eb.fdt, _eg_Pulsing40_0.tip, 
_cz_MockRandom_0.prx, _ed_MockRandom_0.frq, _ei.fnm, _eb_nrm.cfs, 
_ed_Direct_0.tip, _ef_MockRandom_0.tiv, _cz_Pulsing40_0.tip, _68_nrm.cfs, 
_cz_Pulsing40_0.tim, _68_Direct_0.tim, _68_MockRandom_0.skp, _eh_nrm.cfs, 
_68_Direct_0.tip, _eh_nrm.cfe, _eb_Direct_0.tim, _ei_nrm.cfs, 
_ed_Pulsing40_0.frq, _ee_MockRandom_0.sd, _ei_nrm.cfe, _ed_Direct_0.prx, 
_eg_Direct_0.tim, _eb_Direct_0.tip, _eg_Direct_0.tip, _ef.fdx, _ef.fdt, 
_ed_Direct_0.frq, _ed_MockRandom_0.skp, _eh_Pulsing40_0.prx, _eb.si, 
_ee_MockRandom_0.prx, _ec_Pulsing40_0.tip, _ed_MockRandom_0.doc, 
_eb_Pulsing40_0.frq, _ec_Pulsing40_0.tim, _ed.fnm, _eh_MockRandom_0.frq, 
_ec_Direct_0.tip, _cz_nrm.cfe, _eg_MockRandom_0.frq, _ei_MockRandom_0.prx, 
_ei_MockRandom_0.sd, _68_MockRandom_0.pos, _ec_Direct_0.tim, _ec_Direct_0.prx, 
_ef_MockRandom_0.tib, _eh_MockRandom_0.prx, _cz_MockRandom_0.tip, _68_nrm.cfe, 
_cz_MockRandom_0.tim, _68_Pulsing40_0.prx, _eg_MockRandom_0.tim, 
_eg_MockRandom_0.tip, _ei_MockRandom_0.frq, _eb_Memory_0.ram, _eg.fnm, 
_eb_MockRandom_0.doc, _ed_nrm.cfe, _ec.fnm, _eg_Memory_0.ram, _ei.si, 
_ec_Memory_0.ram, _eh_MockRandom_0.tib, _68_MockRandom_0.frq, _ed_nrm.cfs, 
_68_Pulsing40_0.tim, _ef_MockRandom_0.sd, _ef_Direct_0.tim, _cz_nrm.cfs, 
_ef_Pulsing40_0.prx, _eh.si, _ei_Direct_0.tim, _cz_Direct_0.tim, 
_ef_Direct_0.tip, _ei_Direct_0.tip, _cz.fnm, _cz_Direct_0.tip, 
_68_Pulsing40_0.tip, _ei_Direct_0.frq, _ef_Pulsing40_0.frq, 
_eb_MockRandom_0.pos, _ee.fnm, _eh_Pulsing40_0.frq, _cz_Pulsing40_0.frq, 
_eg_Direct_0.prx, _ef_MockRandom_0.pos, _68.fdt, _eh.fnm, _ed_MockRandom_0.pos, 
_68.fdx, _ed.si, _eh_Memory_0.ram, _68_Pulsing40_0.frq, _ei.fdx, _ei.fdt, 
_ee.si, _eh_MockRandom_0.sd, _eb_Pulsing40_0.tim, _eb_Pulsing40_0.tip, 
_68_Direct_0.prx, _ee_Pulsing40_0.prx, _eg.si, _ed_Pulsing40_0.tip, 
_ed_Pulsing40_0.tim, _ed_Memory_0.ram, _eg_Direct_0.frq, _eb_MockRandom_0.tib, 
_eg_Pulsing40_0.frq, _68_MockRandom_0.doc, _ed_MockRandom_0.tip, 
_cz_Direct_0.frq, _ed_MockRandom_0.tim, _eg_nrm.cfe, _cz_MockRandom_0.frq, 
_eb_MockRandom_0.tiv, _eh_Direct_0.tim, _ec_nrm.cfs, _68_MockRandom_0.tib, 
_eh_Direct_0.tip, _cz_Memory_0.ram, _eb.fnm, _eb_1.del, _ee_Pulsing40_0.tim, 
_ec_nrm.cfe, _eb_MockRandom_0.frq, _cz_Direct_0.prx, _eh_Pulsing40_0.tim, 
_eh_Pulsing40_0.tip, _ee_Pulsing40_0.tip, _ec_Pulsing40_0.prx, 
_68_Direct_0.frq, _ef.fnm, _eg_nrm.cfs, _ec_1.del, _ee_Pulsing40_0.frq, 
_eb_Direct_0.prx, _ec_MockRandom_0.sd, _ee_Direct_0.tim, _ee_Direct_0.tip, 
_ei_Direct_0.prx, _eg_Pulsing40_0.prx, _ed_MockRandom_0.sd, _eb_Direct_0.frq, 
_eh_MockRandom_0.tiv, _ef_nrm.cfs, _ei_Memory_0.ram, _68_MockRandom_0.tii, 
_ec_MockRandom_0.frq, _ef_MockRandom_0.frq, _ef_nrm.cfe, _68_MockRandom_0.pyl, 
_ed.fdt, _ed.fdx, _eh_Direct_0.frq, _cz_1.del, _cz_MockRandom_0.sd, segments_6]
[junit4:junit4]   2>            
commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343509760639/jetty2/index.20120728210959037
 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f9a9cba; 
maxCacheMB=48.0 
maxMergeSizeMB=4.0),segFN=segments_7,generation=7,filenames=[_68_Pulsing40_0.prx,
 _68.si, _68_MockRandom_0.doc, _ej.fnm, _ej_Direct_0.tip, _cz_Pulsing40_0.tip, 
_68_nrm.cfs, _cz_Pulsing40_0.tim, _cz_Direct_0.frq, _68_Direct_0.tim, 
_68_MockRandom_0.skp, _cz_MockRandom_0.frq, _ej_MockRandom_0.sd, 
_ej_Pulsing40_0.prx, _68_Direct_0.tip, _ej_Memory_0.ram, _ej_Pulsing40_0.frq, 
_68_MockRandom_0.sd, _ej_Direct_0.prx, _68_MockRandom_0.tib, _cz_Memory_0.ram, 
_cz_Pulsing40_0.prx, _ej_MockRandom_0.frq, _68_MockRandom_0.frq, 
_68_Pulsing40_0.tim, _cz_nrm.cfs, _cz_Direct_0.tim, _cz.fnm, _cz_Direct_0.tip, 
_cz_Direct_0.prx, _68_Pulsing40_0.tip, _ej_Direct_0.frq, _68_Direct_0.frq, 
_68.fnm, _cz_Pulsing40_0.frq, _ej_nrm.cfs, _cz.fdx, _ej.fdt, _68.fdt, _ej.fdx, 
_cz.si, _ej_MockRandom_0.tii, _ej_MockRandom_0.tib, _68.fdx, _ej_nrm.cfe, 
_68_Pulsing40_0.frq, _68_MockRandom_0.tii, _cz_nrm.cfe, _68_MockRandom_0.pos, 
_68_Direct_0.prx, _68_MockRandom_0.pyl, _ej_Pulsing40_0.tim, _ej.si, 
segments_7, _68_Memory_0.ram, _ej_MockRandom_0.prx, _cz.fdt, 
_ej_Pulsing40_0.tip, _cz_MockRandom_0.prx, _cz_MockRandom_0.tip, _cz_1.del, 
_cz_MockRandom_0.sd, _ej_Direct_0.tim, _68_nrm.cfe, _cz_MockRandom_0.tim]
[junit4:junit4]   2> 55984 T1836 C116 P29734 
oasc.SolrDeletionPolicy.updateCommits newest commit = 7
[junit4:junit4]   2> 55999 T1836 oasc.RecoveryStrategy.close WARNING Stopping 
recovery for core collection1 zkNodeName=127.0.0.1:29734_solr_collection1
[junit4:junit4]   2> 57575 T3469 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost/127.0.0.1:29726
[junit4:junit4]   2> 63938 T3470 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 63938 T1836 oaz.ZooKeeper.close Session: 0x138cf6c0a820007 
closed
[junit4:junit4]   2> 63938 T1836 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 64047 T1836 oas.SolrTestCaseJ4.tearDown ###Ending 
testDistribSearch
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest 
-Dtests.method=testDistribSearch -Dtests.seed=382376ABDC841630 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN 
-Dtests.timezone=Etc/GMT+0 -Dtests.file.encoding=ISO8859-1
[junit4:junit4]   2>
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 64068 T1836 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: 
{range_facet_l=PostingsFormat(name=Memory doPackFST= false), 
text=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Memory 
doPackFST= false), rnd_b=PostingsFormat(name=MockRandom), 
intDefault=PostingsFormat(name=Memory doPackFST= false), 
id=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=Memory 
doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), 
range_facet_sl=PostingsFormat(name=Direct), 
range_facet_si=Pulsing40(freqCutoff=18 minBlockSize=98 maxBlockSize=250), 
other_tl1=PostingsFormat(name=Memory doPackFST= false), 
multiDefault=Pulsing40(freqCutoff=18 minBlockSize=98 maxBlockSize=250), 
a_si=Pulsing40(freqCutoff=18 minBlockSize=98 maxBlockSize=250)}, 
sim=DefaultSimilarity, locale=hi_IN, timezone=Etc/GMT+0
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 
1.6.0_32 (64-bit)/cpus=16,threads=14,free=164614968,total=326172672
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DOMUtilTest, 
SolrCoreTest, DistributedTermsComponentTest, TestDefaultSimilarityFactory, 
DateFieldTest, TermVectorComponentTest, ZkSolrClientTest, 
TestPseudoReturnFields, TestLMDirichletSimilarityFactory, JSONWriterTest, 
DistanceFunctionTest, TestFastLRUCache, BasicDistributedZkTest, CloudStateTest, 
TestCharFilters, NumericFieldsTest, AutoCommitTest, TestExtendedDismaxParser, 
SignatureUpdateProcessorFactoryTest, PluginInfoTest, TestBadConfig, 
NotRequiredUniqueKeyTest, TestSort, TestLMJelinekMercerSimilarityFactory, 
TestStressLucene, TestSystemIdResolver, TestCoreContainer, 
WordBreakSolrSpellCheckerTest, CopyFieldTest, TestRandomFaceting, 
SolrRequestParserTest, MinimalSchemaTest, TestValueSourceCache, 
TestJmxMonitoredMap, LeaderElectionIntegrationTest, TestRecovery, 
DirectSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, RecoveryZkTest]
[junit4:junit4]   2> 
[junit4:junit4] Completed on J0 in 64.08s, 1 test, 1 failure <<< FAILURES!
[...truncated 490 lines...]

[...truncated 35268 lines...]

[...truncated 35268 lines...]

[...truncated 35268 lines...]

[...truncated 35268 lines...]

[...truncated 35253 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/build.xml:29:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/solr/build.xml:144:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/lucene/module-build.xml:62:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/lucene/common-build.xml:1095:
 The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x/checkout/lucene/common-build.xml:790:
 There were test failures: 223 suites, 901 tests, 1 failure, 5 ignored

Total time: 37 minutes 15 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to