Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1240/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)


FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Timeout occured while waiting response from server at: 
http://127.0.0.1:41640/aqe/f/forceleader_test_collection

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: 
http://127.0.0.1:41640/aqe/f/forceleader_test_collection
        at 
__randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:C4DD9C5546A3B0D]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:635)
        at 
org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:620)
        at 
org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:575)
        at 
org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:402)
        at 
org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:145)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
        ... 49 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
document count mismatch.  control=1437 sum(shards)=1436 cloudClient=1436

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=1437 
sum(shards)=1436 cloudClient=1436
        at 
__randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:628ED2DFC314AF94]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
        at 
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:231)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1610 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> ??? 17, 2017 9:57:25 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: 
org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=9, name=JUnit4-serializer-daemon, 
state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    2) Thread[id=419, 
name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
   [junit4]   2>         at java.util.Random.nextInt(Random.java:390)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.generators.RandomNumbers.randomIntBetween(RandomNumbers.java:19)
   [junit4]   2>         at 
org.apache.lucene.util.TestUtil.nextInt(TestUtil.java:432)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=418, 
name=SUITE-TestFuzzyQuery-seed#[9F84F0743241659B], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native 
Method)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.method=testRandom -Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7200s J0 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because 
suite timeout was reached.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
   [junit4]   2> ??? 17, 2017 9:57:25 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> ??? 17, 2017 9:57:45 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=419, 
name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
   [junit4]   2>         at java.util.Random.nextInt(Random.java:390)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> ??? 17, 2017 9:57:45 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=419, 
name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2> ??? 17, 2017 9:57:48 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=419, 
name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at 
java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{field=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, 
maxPointsInLeafNode=133, maxMBSortInHeap=6.873271794276646, 
sim=RandomSimilarity(queryNorm=false): {field=DFR GL3(800.0)}, locale=sr-CS, 
timezone=Etc/GMT-0
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=2,free=71667696,total=125829120
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexWriterExceptions, 
TestByteArrayDataInput, TestSingleInstanceLockFactory, TestBlendedTermQuery, 
TestMaxTermFrequency, TestBufferedChecksum, 
TestSimpleExplanationsWithFillerDocs, TestSpanOrQuery, TestIndexableField, 
TestMultiPhraseQuery, TestSearch, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 
7200000 msec).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
   [junit4] Completed [386/448 (1!)] on J0 in 7223.16s, 8 tests, 2 errors <<< 
FAILURES!

[...truncated 10870 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/init-core-data-001
   [junit4]   2> 2024374 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2024375 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2024375 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2024421 WARN  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2024426 WARN  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2024427 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2024437 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_56652_hdfs____b9cszg/webapp
   [junit4]   2> 2024819 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56652
   [junit4]   2> 2025097 WARN  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2025098 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2025107 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_47324_datanode____.7aqt3b/webapp
   [junit4]   2> 2025512 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47324
   [junit4]   2> 2025616 WARN  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2025617 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2025626 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_55440_datanode____.bfwt1l/webapp
   [junit4]   2> 2025725 INFO  (IPC Server handler 3 on 40291) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-88638ac6-56cd-4f67-abf5-6a89eda08a90 node 
DatanodeRegistration(127.0.0.1:46841, 
datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, 
infoSecurePort=0, ipcPort=43309, 
storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2025725 INFO  (IPC Server handler 3 on 40291) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-1bf41cd7-0020-4706-943e-287ab19d671a node 
DatanodeRegistration(127.0.0.1:46841, 
datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, 
infoSecurePort=0, ipcPort=43309, 
storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2026037 INFO  
(SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55440
   [junit4]   2> 2026138 INFO  (IPC Server handler 3 on 40291) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-29da5422-8fed-43fa-aa58-eff8593c9486 node 
DatanodeRegistration(127.0.0.1:46346, 
datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, 
infoSecurePort=0, ipcPort=45185, 
storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2026138 INFO  (IPC Server handler 3 on 40291) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-de2366ed-83f7-4aa9-9081-6d453a5693bf node 
DatanodeRegistration(127.0.0.1:46346, 
datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, 
infoSecurePort=0, ipcPort=45185, 
storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2026352 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2026366 INFO  (Thread-19745) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2026366 INFO  (Thread-19745) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2026466 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60218
   [junit4]   2> 2026477 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 2026478 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 2026479 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2026480 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 2026480 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 2026481 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 2026482 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2026482 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2026483 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2026484 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2026484 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 2026571 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1
   [junit4]   2> 2026572 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2026573 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@500bcc16{/,null,AVAILABLE}
   [junit4]   2> 2026573 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@f1396b{HTTP/1.1,[http/1.1]}{127.0.0.1:47669}
   [junit4]   2> 2026573 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server Started @2041822ms
   [junit4]   2> 2026573 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_control_data,
 hostContext=/, hostPort=47669, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores}
   [junit4]   2> 2026574 ERROR 
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2026574 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 2026574 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2026574 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2026574 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-17T12:23:53.412Z
   [junit4]   2> 2026582 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2026582 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/solr.xml
   [junit4]   2> 2026604 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2026627 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2026627 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.OverseerElectionContext I am going to be the 
leader 127.0.0.1:47669_
   [junit4]   2> 2026628 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.Overseer Overseer 
(id=97473936307322884-127.0.0.1:47669_-n_0000000000) starting
   [junit4]   2> 2026633 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47669_
   [junit4]   2> 2026635 INFO  
(zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2026711 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores
   [junit4]   2> 2026711 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:47669_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2026717 INFO  
(OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) 
[n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 2026735 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2026745 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 2026809 WARN  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 2026810 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2026820 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection 
control_collection
   [junit4]   2> 2026820 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2026820 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2026820 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1],
 
dataDir=[hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 2026820 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2026821 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 2026826 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2026826 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2026827 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2026840 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2026841 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 2026854 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 2026863 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2026863 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2026863 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2026882 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2026883 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: 
minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 2026907 INFO  (IPC Server handler 7 on 40291) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW],
 
ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]}
 size 0
   [junit4]   2> 2026908 INFO  (IPC Server handler 6 on 40291) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW],
 
ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]}
 size 0
   [junit4]   2> 2026914 WARN  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 2026943 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2026943 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2026943 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2026951 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.CommitTracker 
Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2026951 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 2026955 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=87.85546875, 
floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=3.2840390741514423, 
segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2026959 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@3e7c0a41[collection1] main]
   [junit4]   2> 2026980 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2026988 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2026988 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2026989 INFO  
(searcherExecutor-4095-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@3e7c0a41[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2026990 INFO  
(coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) 
[n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1559582981570428928
   [junit4]   2> 2026997 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 2026997 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 2026997 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:47669/collection1/
   [junit4]   2> 2026997 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 2026997 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:47669/collection1/ has no replicas
   [junit4]   2> 2027000 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:47669/collection1/ shard1
   [junit4]   2> 2027103 INFO  
(coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 
c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 2027392 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2027394 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60218/solr ready
   [junit4]   2> 2027394 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 2027466 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1
   [junit4]   2> 2027466 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001
   [junit4]   2> 2027467 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2027468 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@74d6d15b{/,null,AVAILABLE}
   [junit4]   2> 2027468 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@36a2a035{HTTP/1.1,[http/1.1]}{127.0.0.1:45626}
   [junit4]   2> 2027468 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server Started @2042717ms
   [junit4]   2> 2027469 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty1,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=45626, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores}
   [junit4]   2> 2027469 ERROR 
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2027473 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 2027473 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2027473 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2027473 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-17T12:23:54.311Z
   [junit4]   2> 2027476 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2027476 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/solr.xml
   [junit4]   2> 2027481 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2027488 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45626_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2027489 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45626_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2027492 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45626_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45626_
   [junit4]   2> 2027493 INFO  
(zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027494 INFO  (zkCallback-1480-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027504 INFO  
(zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027560 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45626_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores
   [junit4]   2> 2027560 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45626_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2027565 INFO  
(OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) 
[n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard2
   [junit4]   2> 2028576 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 2028586 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 2028648 WARN  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 2028649 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 2028665 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2028665 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2028665 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Solr Kerberos Authentication disabled
   [junit4]   2> 2028665 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1],
 dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 2028665 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2028666 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 2028677 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2028678 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [8388608] will allocate [1] slabs 
and use ~[8388608] bytes
   [junit4]   2> 2028678 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Creating new single instance HDFS BlockCache
   [junit4]   2> 2028688 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 2028689 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 2028707 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 2028714 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2028714 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [8388608] will allocate [1] slabs 
and use ~[8388608] bytes
   [junit4]   2> 2028714 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Creating new single instance HDFS BlockCache
   [junit4]   2> 2028760 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 2028762 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: 
[AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.1]
   [junit4]   2> 2028823 INFO  (IPC Server handler 9 on 40291) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW],
 
ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW]]}
 size 0
   [junit4]   2> 2028823 INFO  (IPC Server handler 8 on 40291) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW],
 
ReplicaUC[[DISK]DS-de2366ed-83f7-4aa9-9081-6d453a5693bf:NORMAL:127.0.0.1:46346|FINALIZED]]}
 size 0
   [junit4]   2> 2028837 WARN  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2028881 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2028881 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2028881 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2028900 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2028901 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 2028904 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, 
maxMergedSegmentMB=87.85546875, floorSegmentMB=1.2294921875, 
forceMergeDeletesPctAllowed=3.2840390741514423, segmentsPerTier=7.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2028908 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@452feac6[collection1] main]
   [junit4]   2> 2028909 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2028910 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2028910 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 2028917 INFO  
(searcherExecutor-4106-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@452feac6[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2028924 INFO  
(coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) 
[n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1559582983598374912
   [junit4]   2> 2028930 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 2028930 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 2028930 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:45626/collection1/
   [junit4]   2> 2028930 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2028930 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45626/collection1/ has no 
replicas
   [junit4]   2> 2028932 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:45626/collection1/ shard2
   [junit4]   2> 2029083 INFO  
(coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 
c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2029290 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1
   [junit4]   2> 2029291 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001
   [junit4]   2> 2029292 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2029292 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6cc1fd3c{/,null,AVAILABLE}
   [junit4]   2> 2029293 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1db26cc7{HTTP/1.1,[http/1.1]}{127.0.0.1:45268}
   [junit4]   2> 2029293 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.e.j.s.Server Started @2044541ms
   [junit4]   2> 2029293 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty2,
 solrconfig=solrconfig.xml, hostContext=/, hostPort=45268, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores}
   [junit4]   2> 2029293 ERROR 
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2029301 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 2029301 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2029301 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2029301 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-17T12:23:56.139Z
   [junit4]   2> 2029309 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2029309 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/solr.xml
   [junit4]   2> 2029315 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2029322 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45268_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2029323 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45268_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2029325 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45268_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45268_
   [junit4]   2> 2029326 INFO  
(zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029326 INFO  (zkCallback-1480-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029327 INFO  
(zkCallback-1476-thread-2-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029332 INFO  
(zkCallback-1491-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029424 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45268_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores
   [junit4]   2> 2029424 INFO  
(TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) 
[n:127.0.0.1:45268_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2029425 INFO  
(OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) 
[n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard3
   [junit4]   2> 2030442 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 2030451 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 2030569 WARN  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 2030570 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 2030582 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2030583 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2030583 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Solr Kerberos Authentication disabled
   [junit4]   2> 2030583 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1],
 dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 2030583 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2030583 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 2030589 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2030589 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [8388608] will allocate [1] slabs 
and use ~[8388608] bytes
   [junit4]   2> 2030589 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Creating new single instance HDFS BlockCache
   [junit4]   2> 2030607 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 2030608 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 2030623 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 2030636 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2030636 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [8388608] will allocate [1] slabs 
and use ~[8388608] bytes
   [junit4]   2> 2030636 INFO  
(coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) 
[n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.

[...truncated too long message...]

ceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] 
o.a.s.c.Overseer Overseer 
(id=97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) closing
   [junit4]   2> 4567991 INFO  
(OverseerStateUpdate-97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) 
[n:127.0.0.1:57625_aqe%2Ff    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:57625_aqe%2Ff
   [junit4]   2> 4567993 WARN  
(zkCallback-2177-thread-3-processing-n:127.0.0.1:57625_aqe%2Ff) 
[n:127.0.0.1:57625_aqe%2Ff    ] o.a.s.c.c.ZkStateReader ZooKeeper watch 
triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for 
/live_nodes]
   [junit4]   2> 4567993 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4567993 INFO  (zkCallback-2160-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4567994 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@717a17a0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4567994 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1643a46d{/aqe/f,null,UNAVAILABLE}
   [junit4]   2> 4567995 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.ChaosMonkey monkey: stop shard! 51369
   [junit4]   2> 4567996 INFO  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33002 33002
   [junit4]   2> 4568096 INFO  (Thread-87002) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:33002 33002
   [junit4]   2> 4568097 WARN  (Thread-87002) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        4       /solr/configs/conf1
   [junit4]   2>        3       
/solr/collections/forceleader_last_published/state.json
   [junit4]   2>        3       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        57      /solr/overseer/collection-queue-work
   [junit4]   2>        34      /solr/overseer/queue
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 4568097 WARN  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.SocketProxy Closing 0 connections to: 
http://127.0.0.1:57625/aqe/f, target: http://127.0.0.1:47431/aqe/f
   [junit4]   2> 4568097 WARN  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.SocketProxy Closing 4 connections to: 
http://127.0.0.1:51369/aqe/f, target: http://127.0.0.1:57797/aqe/f
   [junit4]   2> 4568097 WARN  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.SocketProxy Closing 4 connections to: 
http://127.0.0.1:44382/aqe/f, target: http://127.0.0.1:56748/aqe/f
   [junit4]   2> 4568097 WARN  
(TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [ 
   ] o.a.s.c.SocketProxy Closing 3 connections to: 
http://127.0.0.1:56326/aqe/f, target: http://127.0.0.1:49282/aqe/f
   [junit4]   2> 4568098 INFO  
(SUITE-ForceLeaderTest-seed#[EADAED056DE8C26C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_EADAED056DE8C26C-001
   [junit4]   2> Feb 17, 2017 1:06:03 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{multiDefault=FSTOrd50, a_t=PostingsFormat(name=Memory), 
id=PostingsFormat(name=LuceneFixedGap), text=FST50, 
timestamp=PostingsFormat(name=Memory)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), 
_version_=DocValuesFormat(name=Lucene70), 
intDefault=DocValuesFormat(name=Lucene70), 
range_facet_i_dv=DocValuesFormat(name=Lucene70), 
intDvoDefault=DocValuesFormat(name=Lucene70), 
range_facet_l=DocValuesFormat(name=Lucene70), 
timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1705, 
maxMBSortInHeap=5.552836239740372, sim=RandomSimilarity(queryNorm=true): {}, 
locale=sv-SE, timezone=Asia/Dacca
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=155377344,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, 
UniqFieldsUpdateProcessorFactoryTest, TestXmlQParser, TestClusterProperties, 
TestDistributedStatsComponentCardinality, SolrJmxReporterTest, TestRealTimeGet, 
TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, 
TestSolrConfigHandler, TestMacros, DateMathParserTest, RankQueryTest, 
StandardRequestHandlerTest, QueryEqualityTest, 
OverseerCollectionConfigSetProcessorTest, TestTrackingShardHandlerFactory, 
TestSolrQueryResponse, DistributedQueueTest, TestUnifiedSolrHighlighter, 
SharedFSAutoReplicaFailoverTest, TestManagedResourceStorage, 
AnalysisAfterCoreReloadTest, TestFastWriter, ReturnFieldsTest, 
TestManagedSynonymFilterFactory, QueryResultKeyTest, 
DistributedDebugComponentTest, TestReplicationHandlerBackup, 
TestDynamicFieldCollectionResource, SearchHandlerTest, PeerSyncTest, 
TestValueSourceCache, DeleteInactiveReplicaTest, TestFieldCacheSort, 
TestRTimerTree, TestPushWriter, SignatureUpdateProcessorFactoryTest, 
SegmentsInfoRequestHandlerTest, SpatialHeatmapFacetsTest, InfixSuggestersTest, 
TestLockTree, ClusterStateTest, TestPathTrie, CheckHdfsIndexTest, 
MultiTermTest, PreAnalyzedUpdateProcessorTest, FileBasedSpellCheckerTest, 
ScriptEngineTest, TestBadConfig, OverseerStatusTest, SolrRequestParserTest, 
UtilsToolTest, AnalyticsQueryTest, RequiredFieldsTest, DeleteReplicaTest, 
AnalysisErrorHandlingTest, HdfsThreadLeakTest, HdfsBasicDistributedZkTest, 
ChangedSchemaMergeTest, TestConfigSetImmutable, 
TestTolerantUpdateProcessorCloud, HdfsDirectoryTest, TestSegmentSorting, 
TestQueryWrapperFilter, TestCorePropertiesReload, BlockCacheTest, 
DistribCursorPagingTest, HdfsCollectionsAPIDistributedZkTest, 
TestSearcherReuse, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressLucene, 
DefaultValueUpdateProcessorTest, SolrMetricsIntegrationTest, 
HLLSerializationTest, TestRequestForwarding, TestHighlightDedupGrouping, 
DisMaxRequestHandlerTest, TestScoreJoinQPNoScore, TestSolrCloudSnapshots, 
InfoHandlerTest, TestLFUCache, TestPseudoReturnFields, TestRTGBase, 
XsltUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, 
TestLMJelinekMercerSimilarityFactory, RegexBoostProcessorTest, 
BasicAuthIntegrationTest, ZkStateReaderTest, TestSortByMinMaxFunction, 
TestImplicitCoreProperties, TestDistributedSearch, BitVectorTest, 
SSLMigrationTest, CurrencyFieldOpenExchangeTest, TestSchemaNameResource, 
TestOmitPositions, TestQuerySenderListener, UUIDFieldTest, 
TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, TestNRTOpen, 
DistanceUnitsTest, TestFileDictionaryLookup, TestDeleteCollectionOnDownNodes, 
TestComplexPhraseQParserPlugin, CursorPagingTest, CacheHeaderTest, 
LeaderElectionIntegrationTest, DistributedFacetPivotSmallTest, 
OpenCloseCoreStressTest, ClusterStateUpdateTest, TestRandomFaceting, 
LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, 
ShardRoutingCustomTest, TestFaceting, TestRecovery, 
DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, TestReload, 
HardAutoCommitTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, 
ConvertedLegacyTest, TestSort, TestFunctionQuery, TestLazyCores, 
SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, 
CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestTrie, 
SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, 
NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, 
TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, SortByFunctionTest, 
TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, 
DebugComponentTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, 
DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, 
MoreLikeThisHandlerTest, FastVectorHighlighterTest, IndexSchemaTest, 
MBeansHandlerTest, TestAnalyzedSuggestions, PingRequestHandlerTest, 
TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, 
TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, 
TestElisionMultitermQuery, TestConfig, OutputWriterTest, 
ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, 
DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, 
SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, 
TestXIncludeConfig, TestBM25SimilarityFactory, TestJmxMonitoredMap, 
ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, 
PluginInfoTest, TestSuggestSpellingConverter, DateFieldTest, TestLRUCache, 
ZkNodePropsTest, SystemInfoHandlerTest, DistributedIntervalFacetingTest, 
SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, 
TestDistributedMissingSort, ActionThrottleTest, AliasIntegrationTest, 
CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, 
ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, 
DistribJoinFromCollectionTest, ForceLeaderTest]
   [junit4] Completed [574/694 (2!)] on J0 in 1938.00s, 3 tests, 1 error, 1 
skipped <<< FAILURES!

[...truncated 62925 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to