See <http://sierranevada.servebeer.com/job/fast-io-beasting/6143/>

------------------------------------------
[...truncated 13408 lines...]
[junit4:junit4]   2> 674313 T548 oasu.DefaultSolrCoreState.closeIndexWriter 
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 674313 T548 oasu.DefaultSolrCoreState.closeIndexWriter 
closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 674315 T548 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 674614 T593 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost.localdomain/127.0.0.1:47300
[junit4:junit4]   2> 674715 T594 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 674715 T548 oaz.ZooKeeper.close Session: 0x13aa85725a60004 
closed
[junit4:junit4]   2> 674726 T548 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 674777 T548 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
35853
[junit4:junit4]   2> 674777 T548 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1750813966
[junit4:junit4]   2> 675507 T605 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost.localdomain/127.0.0.1:47300
[junit4:junit4]   2> 675608 T606 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 675608 T548 oaz.ZooKeeper.close Session: 0x13aa85725a60005 
closed
[junit4:junit4]   2> 675630 T548 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 675682 T548 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 
44954
[junit4:junit4]   2> 675682 T548 oasc.CoreContainer.shutdown Shutting down 
CoreContainer instance=1996393755
[junit4:junit4]   2> 675682 T548 oasc.SolrCore.close [collection1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@682f78a8
[junit4:junit4]   2> 675692 T548 oasu.DirectUpdateHandler2.close closing 
DirectUpdateHandler2{commits=2,autocommits=0,soft 
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 675692 T548 oasc.SolrCore.decrefSolrCoreState Closing 
SolrCoreState
[junit4:junit4]   2> 675693 T548 oasu.DefaultSolrCoreState.closeIndexWriter 
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 675693 T548 oasu.DefaultSolrCoreState.closeIndexWriter 
closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 675694 T548 oasc.SolrCore.closeSearcher [collection1] 
Closing main searcher on request.
[junit4:junit4]   2> 676290 T617 oaz.ClientCnxn$SendThread.startConnect Opening 
socket connection to server localhost.localdomain/127.0.0.1:47300
[junit4:junit4]   2> 676391 T618 oaz.ClientCnxn$EventThread.run EventThread 
shut down
[junit4:junit4]   2> 676391 T548 oaz.ZooKeeper.close Session: 0x13aa85725a60006 
closed
[junit4:junit4]   2> 676412 T548 oejsh.ContextHandler.doStop stopped 
o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 676487 T548 oas.SolrTestCaseJ4.tearDown ###Ending 
testDistribSearch
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      
/solr/collections/control_collection/leader_elect/control_shard (1)
[junit4:junit4]   1>       
/solr/collections/control_collection/leader_elect/control_shard/election (1)
[junit4:junit4]   1>        
/solr/collections/control_collection/leader_elect/control_shard/election/88568234934403074-127.0.0.1:53134_solr_collection1-n_0000000000
 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      
/solr/collections/control_collection/leaders/control_shard (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:53134_solr",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:53134/solr"}
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shard1":{
[junit4:junit4]   1>             "range":"80000000-ffffffff",
[junit4:junit4]   1>             "replicas":{
[junit4:junit4]   1>               "127.0.0.1:42048_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard1",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:42048_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:42048/solr";,
[junit4:junit4]   1>                 "leader":"true"},
[junit4:junit4]   1>               "127.0.0.1:35853_solr_collection1":{
[junit4:junit4]   1>                 "shard":null,
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"down",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:35853_solr",
[junit4:junit4]   1>                 
"base_url":"http://127.0.0.1:35853/solr"}}},
[junit4:junit4]   1>           "shard2":{
[junit4:junit4]   1>             "range":"0-7fffffff",
[junit4:junit4]   1>             "replicas":{
[junit4:junit4]   1>               "127.0.0.1:41657_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard2",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:41657_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:41657/solr";,
[junit4:junit4]   1>                 "leader":"true"},
[junit4:junit4]   1>               "127.0.0.1:44954_solr_collection1":{
[junit4:junit4]   1>                 "shard":"shard2",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"collection1",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:44954_solr",
[junit4:junit4]   1>                 
"base_url":"http://127.0.0.1:44954/solr"}}}},
[junit4:junit4]   1>         
"control_collection":{"control_shard":{"replicas":{"127.0.0.1:53134_solr_collection1":{
[junit4:junit4]   1>                 "shard":"control_shard",
[junit4:junit4]   1>                 "roles":null,
[junit4:junit4]   1>                 "state":"active",
[junit4:junit4]   1>                 "core":"collection1",
[junit4:junit4]   1>                 "collection":"control_collection",
[junit4:junit4]   1>                 "node_name":"127.0.0.1:53134_solr",
[junit4:junit4]   1>                 "base_url":"http://127.0.0.1:53134/solr";,
[junit4:junit4]   1>                 "leader":"true"}}}}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch 
-Dtests.seed=A903B91772F7BBB1 -Dtests.slow=true -Dtests.locale=ja_JP_JP 
-Dtests.timezone=America/Kentucky/Louisville -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  676s J4 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still 
nodes recoverying
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([A903B91772F7BBB1:28E5370F05A8DB8D]:0)
[junit4:junit4]    >    at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:115)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:110)
[junit4:junit4]    >    at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:553)
[junit4:junit4]    >    at 
org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:65)
[junit4:junit4]    >    at 
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
[junit4:junit4]    >    at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    >    at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 676496 T548 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 797508 T548 oas.SolrTestCaseJ4.endTrackingSearchers SEVERE 
ERROR: SolrIndexSearcher opens=11 closes=10
[junit4:junit4]   2> 797512 T547 ccr.ThreadLeakControl.checkThreadLeaks WARNING 
Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 817575 T547 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 
1 thread leaked from SUITE scope at 
org.apache.solr.cloud.BasicDistributedZk2Test: 
[junit4:junit4]   2>       1) Thread[id=607, 
name=searcherExecutor-287-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2>            at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2>            at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]   2>            at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 817576 T547 ccr.ThreadLeakControl.tryToInterruptAll 
Starting to interrupt leaked threads:
[junit4:junit4]   2>       1) Thread[id=607, 
name=searcherExecutor-287-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2> 820578 T547 ccr.ThreadLeakControl.tryToInterruptAll SEVERE 
There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2>       1) Thread[id=607, 
name=searcherExecutor-287-thread-1, state=WAITING, 
group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]   2>            at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2>            at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2>            at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]   2>            at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]   2>            at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: 
{n_f1=PostingsFormat(name=Asserting), foo_b=PostingsFormat(name=Memory 
doPackFST= false), 
foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), 
foo_f=PostingsFormat(name=Memory doPackFST= false), 
n_tl1=PostingsFormat(name=Asserting), n_d1=PostingsFormat(name=MockRandom), 
rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), 
intDefault=PostingsFormat(name=Asserting), 
n_td1=PostingsFormat(name=Asserting), 
id=PostingsFormat(name=TestBloomFilteredLucene41Postings), 
timestamp=PostingsFormat(name=MockRandom), 
range_facet_sl=PostingsFormat(name=TestBloomFilteredLucene41Postings), 
range_facet_si=PostingsFormat(name=MockRandom), 
multiDefault=PostingsFormat(name=MockRandom), 
n_tf1=PostingsFormat(name=MockRandom), n_dt1=PostingsFormat(name=Asserting), 
n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), 
range_facet_l=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Memory 
doPackFST= false), _version_=PostingsFormat(name=Asserting), 
a_t=PostingsFormat(name=MockRandom), n_tdt1=PostingsFormat(name=Asserting), 
other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=MockRandom), 
a_si=PostingsFormat(name=Asserting)}, 
sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ja_JP_JP, 
timezone=America/Kentucky/Louisville
[junit4:junit4]   2> NOTE: Linux 3.2.0-24-generic amd64/Sun Microsystems Inc. 
1.6.0_27 (64-bit)/cpus=8,threads=2,free=146727152,total=297402368
[junit4:junit4]   2> NOTE: All tests run in this JVM: 
[XsltUpdateRequestHandlerTest, TestDistributedGrouping, 
TermVectorComponentTest, TestIndexingPerformance, TestDistributedSearch, 
SolrCmdDistributorTest, StatsComponentTest, TestPseudoReturnFields, 
NoCacheHeaderTest, TestRTGBase, EchoParamsTest, FullSolrCloudDistribCmdsTest, 
FileBasedSpellCheckerTest, TestDocSet, ScriptEngineTest, 
PrimitiveFieldTypeTest, HighlighterConfigTest, SpellPossibilityIteratorTest, 
TestPluginEnable, URLClassifyProcessorTest, BasicDistributedZk2Test]
[junit4:junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=BasicDistributedZk2Test -Dtests.seed=A903B91772F7BBB1 
-Dtests.slow=true -Dtests.locale=ja_JP_JP 
-Dtests.timezone=America/Kentucky/Louisville -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J4 | BasicDistributedZk2Test (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: 
SolrIndexSearcher opens=11 closes=10
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([A903B91772F7BBB1]:0)
[junit4:junit4]    >    at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    >    at 
org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:242)
[junit4:junit4]    >    at 
org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
[junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
[junit4:junit4]    >    at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    >    at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    >    at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    >    at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    >    at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    >    at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    > Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
[junit4:junit4]    >    1) Thread[id=607, name=searcherExecutor-287-thread-1, 
state=WAITING, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([A903B91772F7BBB1]:0)
[junit4:junit4]    > Throwable #3: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=607, name=searcherExecutor-287-thread-1, 
state=WAITING, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
[junit4:junit4]    >         at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    >    at 
__randomizedtesting.SeedInfo.seed([A903B91772F7BBB1]:0)
[junit4:junit4] Completed on J4 in 820.61s, 1 test, 2 failures, 2 errors <<< 
FAILURES!
[junit4:junit4] 
[junit4:junit4] 
[junit4:junit4] Tests with failures:
[junit4:junit4]   - 
org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
[junit4:junit4]   - org.apache.solr.cloud.BasicDistributedZk2Test (suite)
[junit4:junit4] 
[junit4:junit4] 
[junit4:junit4] JVM J0:     1.11 ..   155.39 =   154.28s
[junit4:junit4] JVM J1:     0.87 ..   121.13 =   120.26s
[junit4:junit4] JVM J2:     1.10 ..   124.84 =   123.74s
[junit4:junit4] JVM J3:     1.11 ..   121.19 =   120.08s
[junit4:junit4] JVM J4:     1.11 ..   925.52 =   924.41s
[junit4:junit4] JVM J5:     0.87 ..   125.12 =   124.25s
[junit4:junit4] JVM J6:     1.11 ..   121.08 =   119.97s
[junit4:junit4] JVM J7:     1.11 ..   121.60 =   120.49s
[junit4:junit4] Execution time total: 15 minutes 25 seconds
[junit4:junit4] Tests summary: 233 suites, 965 tests, 3 suite-level errors, 1 
failure, 7 ignored (2 assumptions)

BUILD FAILED
<http://sierranevada.servebeer.com/job/fast-io-beasting/ws/build.xml>:39: The 
following error occurred while executing this line:
<http://sierranevada.servebeer.com/job/fast-io-beasting/ws/solr/build.xml>:178: 
The following error occurred while executing this line:
<http://sierranevada.servebeer.com/job/fast-io-beasting/ws/lucene/module-build.xml>:61:
 The following error occurred while executing this line:
<http://sierranevada.servebeer.com/job/fast-io-beasting/ws/lucene/common-build.xml>:1159:
 The following error occurred while executing this line:
<http://sierranevada.servebeer.com/job/fast-io-beasting/ws/lucene/common-build.xml>:827:
 There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1 
failure, 7 ignored (2 assumptions)

Total time: 20 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to