Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/188/

6 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([B7170FB6D1C73E2]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([B7170FB6D1C73E2]:0)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
        at 
__randomizedtesting.SeedInfo.seed([3A2118BED78F59EA:B275276479733412]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
There are still nodes recoverying - waited for 30 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 
seconds
        at 
__randomizedtesting.SeedInfo.seed([3A2118BED78F59EA:B275276479733412]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:184)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
        at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:71)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets

Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /collections/withconfigset2
        at 
__randomizedtesting.SeedInfo.seed([3A2118BED78F59EA:175F57E420ABE3E6]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={
   "replicationFactor":"3",   "shards":{     "shard1":{       
"range":"80000000-b332ffff",       "state":"active",       "replicas":{}},     
"shard2":{       "range":"b3330000-e665ffff",       "state":"active",       
"replicas":{}},     "shard3":{       "range":"e6660000-1998ffff",       
"state":"active",       "replicas":{}},     "shard4":{       
"range":"19990000-4ccbffff",       "state":"active",       "replicas":{}},     
"shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       
"replicas":{}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"4",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"4",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([3A2118BED78F59EA:72546C0AD1BC767F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1634 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> Okt 29, 2016 6:52:54 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: 
org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=9, name=JUnit4-serializer-daemon, 
state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    2) Thread[id=5477, 
name=SUITE-TestFuzzyQuery-seed#[B7170FB6D1C73E2], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:690)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:687)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native 
Method)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:687)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:703)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:683)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
   [junit4]   2>         at 
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
   [junit4]   2>    4) Thread[id=5478, 
name=TEST-TestFuzzyQuery.testRandom-seed#[B7170FB6D1C73E2], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
   [junit4]   2>         at 
java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.method=testRandom -Dtests.seed=B7170FB6D1C73E2 -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=de-AT -Dtests.timezone=Asia/Beirut -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7200s J1 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because 
suite timeout was reached.
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([B7170FB6D1C73E2]:0)
   [junit4]   2> Okt 29, 2016 6:52:54 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> Okt 29, 2016 6:53:14 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=5478, 
name=TEST-TestFuzzyQuery.testRandom-seed#[B7170FB6D1C73E2], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
   [junit4]   2>         at 
java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Okt 29, 2016 6:53:14 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=5478, 
name=TEST-TestFuzzyQuery.testRandom-seed#[B7170FB6D1C73E2], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2> Okt 29, 2016 6:53:17 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=5478, 
name=TEST-TestFuzzyQuery.testRandom-seed#[B7170FB6D1C73E2], state=RUNNABLE, 
group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at 
java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at 
org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:729)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at 
org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>         at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{field=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, 
maxPointsInLeafNode=686, maxMBSortInHeap=6.5759895502748105, 
sim=RandomSimilarity(queryNorm=true,coord=yes): {field=DFR I(F)LZ(0.3)}, 
locale=de-AT, timezone=Asia/Beirut
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=26383424,total=143654912
   [junit4]   2> NOTE: All tests run in this JVM: [TestNot, 
TestBytesRefAttImpl, TestMSBRadixSorter, TestSearchWithThreads, 
TestEarlyTerminatingSortingCollector, TestCheckIndex, TestSegmentReader, 
TestSearch, TestLucene54DocValuesFormat, TestPrefixQuery, MultiCollectorTest, 
TestClassicSimilarity, TestSortRandom, TestIndexableField, TestFieldType, 
Test2BPositions, TestDemoParallelLeafReader, TestPerFieldDocValuesFormat, 
TestBasics, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery 
-Dtests.seed=B7170FB6D1C73E2 -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=de-AT -Dtests.timezone=Asia/Beirut -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 
7200000 msec).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([B7170FB6D1C73E2]:0)
   [junit4] Completed [387/440 (1!)] on J1 in 7223.16s, 10 tests, 2 errors <<< 
FAILURES!

[...truncated 10416 lines...]
   [junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/init-core-data-001
   [junit4]   2> 1229330 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1229331 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dr/
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1229425 WARN  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1229451 WARN  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1229453 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1229473 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_54529_hdfs____.kq1teh/webapp
   [junit4]   2> 1229917 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54529
   [junit4]   2> 1230090 WARN  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1230092 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1230106 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_55778_datanode____.jpe1t/webapp
   [junit4]   2> 1230541 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55778
   [junit4]   2> 1230661 WARN  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1230663 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1230702 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_46540_datanode____.hc1dre/webapp
   [junit4]   2> 1230771 INFO  (IPC Server handler 0 on 37863) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-f33145a3-a520-4056-99b8-11ec8d8416c5 node 
DatanodeRegistration(127.0.0.1:33893, 
datanodeUuid=79a7a878-9292-4e46-8ee3-6d130a7b9ee3, infoPort=55167, 
infoSecurePort=0, ipcPort=56591, 
storageInfo=lv=-56;cid=testClusterID;nsid=446232316;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1230771 INFO  (IPC Server handler 0 on 37863) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-ef2addb3-abd7-4c8f-952b-6a8fb15d11d5 node 
DatanodeRegistration(127.0.0.1:33893, 
datanodeUuid=79a7a878-9292-4e46-8ee3-6d130a7b9ee3, infoPort=55167, 
infoSecurePort=0, ipcPort=56591, 
storageInfo=lv=-56;cid=testClusterID;nsid=446232316;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1231172 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46540
   [junit4]   2> 1231369 INFO  (IPC Server handler 6 on 37863) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-cd7bdb71-b2fa-4229-b459-574f40cd9d0f node 
DatanodeRegistration(127.0.0.1:47750, 
datanodeUuid=67b1f67c-059e-46b6-888b-167690304db2, infoPort=43383, 
infoSecurePort=0, ipcPort=56693, 
storageInfo=lv=-56;cid=testClusterID;nsid=446232316;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1231369 INFO  (IPC Server handler 6 on 37863) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-29adb3d7-dd15-4227-b0df-ed2c85a400e8 node 
DatanodeRegistration(127.0.0.1:47750, 
datanodeUuid=67b1f67c-059e-46b6-888b-167690304db2, infoPort=43383, 
infoSecurePort=0, ipcPort=56693, 
storageInfo=lv=-56;cid=testClusterID;nsid=446232316;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1231652 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1231654 INFO  (Thread-49214) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1231654 INFO  (Thread-49214) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1231752 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60711
   [junit4]   2> 1231767 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1231769 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1231771 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1231773 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1231774 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1231776 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1231777 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1231779 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1231780 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1231782 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1231783 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1231903 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/control-001/cores/collection1
   [junit4]   2> 1231905 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1231906 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4203e973{/dr,null,AVAILABLE}
   [junit4]   2> 1231907 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@13968e10{HTTP/1.1,[http/1.1]}{127.0.0.1:35890}
   [junit4]   2> 1231907 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.Server Started @1235412ms
   [junit4]   2> 1231907 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/dr, hostPort=35890, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/control-001/cores}
   [junit4]   2> 1231907 ERROR 
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1231908 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.3.0
   [junit4]   2> 1231908 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1231908 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1231908 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-29T18:11:05.058Z
   [junit4]   2> 1231913 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1231913 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/control-001/solr.xml
   [junit4]   2> 1231921 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1231921 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60711/solr
   [junit4]   2> 1231951 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.OverseerElectionContext I am going to be the 
leader 127.0.0.1:35890_dr
   [junit4]   2> 1231952 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.Overseer Overseer 
(id=96846785073119236-127.0.0.1:35890_dr-n_0000000000) starting
   [junit4]   2> 1231962 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35890_dr
   [junit4]   2> 1231966 INFO  
(OverseerStateUpdate-96846785073119236-127.0.0.1:35890_dr-n_0000000000) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1231989 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/control-001/cores
   [junit4]   2> 1231989 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1231993 INFO  
(OverseerStateUpdate-96846785073119236-127.0.0.1:35890_dr-n_0000000000) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 1232006 WARN  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1232007 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1232021 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1232111 WARN  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1232113 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1232133 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection
   [junit4]   2> 1232148 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37863/solr_hdfs_home
   [junit4]   2> 1232148 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1232149 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/control-001/cores/collection1],
 
dataDir=[hdfs://localhost:37863/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1232149 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e866f61
   [junit4]   2> 1232150 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 1232170 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1232170 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1232170 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1233945 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1233953 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1233987 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1233995 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1233995 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1233995 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1234015 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1234016 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.126953125, noCFSRatio=1.0]
   [junit4]   2> 1234056 INFO  (IPC Server handler 8 on 37863) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47750 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-ef2addb3-abd7-4c8f-952b-6a8fb15d11d5:NORMAL:127.0.0.1:33893|RBW],
 
ReplicaUC[[DISK]DS-29adb3d7-dd15-4227-b0df-ed2c85a400e8:NORMAL:127.0.0.1:47750|FINALIZED]]}
 size 0
   [junit4]   2> 1234061 INFO  (IPC Server handler 1 on 37863) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33893 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-ef2addb3-abd7-4c8f-952b-6a8fb15d11d5:NORMAL:127.0.0.1:33893|RBW],
 
ReplicaUC[[DISK]DS-29adb3d7-dd15-4227-b0df-ed2c85a400e8:NORMAL:127.0.0.1:47750|FINALIZED]]}
 size 0
   [junit4]   2> 1234095 WARN  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1234152 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1234152 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1234152 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1234171 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1234171 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1234173 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=28, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=83.1455078125, 
floorSegmentMB=0.525390625, forceMergeDeletesPctAllowed=6.264120001581821, 
segmentsPerTier=18.0, maxCFSSegmentSizeMB=0.49609375, noCFSRatio=1.0
   [junit4]   2> 1234289 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@5cba00ca[collection1] main]
   [junit4]   2> 1234291 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1234292 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1234301 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1234303 INFO  
(searcherExecutor-4087-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore 
[collection1] Registered new searcher Searcher@5cba00ca[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1234303 INFO  
(coreLoadExecutor-4086-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549548563939196928
   [junit4]   2> 1234316 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1234316 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1234317 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:35890/dr/collection1/
   [junit4]   2> 1234317 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 1234317 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:35890/dr/collection1/ has no replicas
   [junit4]   2> 1234322 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:35890/dr/collection1/ shard1
   [junit4]   2> 1234473 INFO  
(coreZkRegister-4079-thread-1-processing-n:127.0.0.1:35890_dr x:collection1 
s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35890_dr 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 1234507 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1234509 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1234698 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001/cores/collection1
   [junit4]   2> 1234699 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001
   [junit4]   2> 1234699 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1234702 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@782851a0{/dr,null,AVAILABLE}
   [junit4]   2> 1234702 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@6b196e4e{HTTP/1.1,[http/1.1]}{127.0.0.1:40617}
   [junit4]   2> 1234702 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.Server Started @1238208ms
   [junit4]   2> 1234703 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, 
hostContext=/dr, hostPort=40617, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001/cores}
   [junit4]   2> 1234708 ERROR 
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1234708 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.3.0
   [junit4]   2> 1234708 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1234708 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1234708 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-29T18:11:07.858Z
   [junit4]   2> 1234724 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1234724 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001/solr.xml
   [junit4]   2> 1234733 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1234735 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60711/solr
   [junit4]   2> 1234754 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:40617_dr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1234762 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:40617_dr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40617_dr
   [junit4]   2> 1234764 INFO  (zkCallback-1166-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1234765 INFO  
(zkCallback-1162-thread-1-processing-n:127.0.0.1:35890_dr) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1234765 INFO  
(zkCallback-1171-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1234782 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:40617_dr    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001/cores
   [junit4]   2> 1234782 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) 
[n:127.0.0.1:40617_dr    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1234791 INFO  
(OverseerStateUpdate-96846785073119236-127.0.0.1:35890_dr-n_0000000000) 
[n:127.0.0.1:35890_dr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard2
   [junit4]   2> 1235803 WARN  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1235804 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.3.0
   [junit4]   2> 1235820 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1235911 WARN  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1235913 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.6 with uniqueid field id
   [junit4]   2> 1235931 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1235932 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37863/solr_hdfs_home
   [junit4]   2> 1235932 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1235933 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-1-001/cores/collection1],
 dataDir=[hdfs://localhost:37863/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 1235933 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e866f61
   [junit4]   2> 1235933 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 1235941 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1235941 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1235941 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1235952 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1235954 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 1235978 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:37863/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 1235987 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1235987 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1235987 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1235994 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1235994 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.126953125, noCFSRatio=1.0]
   [junit4]   2> 1236054 INFO  (IPC Server handler 0 on 37863) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33893 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-cd7bdb71-b2fa-4229-b459-574f40cd9d0f:NORMAL:127.0.0.1:47750|RBW],
 
ReplicaUC[[DISK]DS-f33145a3-a520-4056-99b8-11ec8d8416c5:NORMAL:127.0.0.1:33893|FINALIZED]]}
 size 0
   [junit4]   2> 1236058 INFO  (IPC Server handler 4 on 37863) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47750 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-cd7bdb71-b2fa-4229-b459-574f40cd9d0f:NORMAL:127.0.0.1:47750|RBW],
 
ReplicaUC[[DISK]DS-f33145a3-a520-4056-99b8-11ec8d8416c5:NORMAL:127.0.0.1:33893|FINALIZED]]}
 size 0
   [junit4]   2> 1236077 WARN  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1236169 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1236169 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1236169 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1236188 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1236188 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1236203 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=28, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=83.1455078125, 
floorSegmentMB=0.525390625, forceMergeDeletesPctAllowed=6.264120001581821, 
segmentsPerTier=18.0, maxCFSSegmentSizeMB=0.49609375, noCFSRatio=1.0
   [junit4]   2> 1236217 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@476497e2[collection1] main]
   [junit4]   2> 1236218 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1236218 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1236218 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1236219 INFO  
(searcherExecutor-4098-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered 
new searcher Searcher@476497e2[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1236220 INFO  
(coreLoadExecutor-4097-thread-1-processing-n:127.0.0.1:40617_dr) 
[n:127.0.0.1:40617_dr c:collection1 s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549548565949317120
   [junit4]   2> 1236228 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough 
replicas found to continue.
   [junit4]   2> 1236228 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 1236228 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:40617/dr/collection1/
   [junit4]   2> 1236228 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now 
sync replicas to me
   [junit4]   2> 1236228 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:40617/dr/collection1/ has no replicas
   [junit4]   2> 1236234 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am 
the new leader: http://127.0.0.1:40617/dr/collection1/ shard2
   [junit4]   2> 1236345 INFO  
(coreZkRegister-4092-thread-1-processing-n:127.0.0.1:40617_dr x:collection1 
s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:40617_dr c:collection1 
s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 1236411 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-2-001/cores/collection1
   [junit4]   2> 1236412 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_3A2118BED78F59EA-001/shard-2-001
   [junit4]   2> 1236413 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1236418 INFO  
(TEST-SharedFSAutoReplicaFailoverTest.test-seed#[3A2118BED78F59EA]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4fdd4462{/dr,null,AVAILABLE}
   [junit4]   2> 123

[...truncated too long message...]

   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.teardownClass(HdfsSyncSliceTest.java:46)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> 4452132 INFO  
(SUITE-HdfsSyncSliceTest-seed#[3A2118BED78F59EA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_3A2118BED78F59EA-001
   [junit4]   2> Oct 29, 2016 7:04:45 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=1125, maxMBSortInHeap=7.543626528870972, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sv, 
timezone=Indian/Mayotte
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=247502912,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPISolrJTest, 
DebugComponentTest, TestDFRSimilarityFactory, TestSolrCLIRunExample, 
DistanceUnitsTest, TestStressReorder, AssignTest, TestReload, 
FieldMutatingUpdateProcessorTest, SolrPluginUtilsTest, 
BlockJoinFacetSimpleTest, SimpleFacetsTest, TestCollapseQParserPlugin, 
FullSolrCloudDistribCmdsTest, SimpleCollectionCreateDeleteTest, 
TestHashQParserPlugin, PeerSyncReplicationTest, ShowFileRequestHandlerTest, 
TestIntervalFaceting, OpenExchangeRatesOrgProviderTest, RequestHandlersTest, 
TestDocTermOrds, HdfsBasicDistributedZk2Test, ExplicitHLLTest, SolrXmlInZkTest, 
TestZkChroot, LukeRequestHandlerTest, StatsComponentTest, 
TestNamedUpdateProcessors, PrimUtilsTest, TestNonDefinedSimilarityFactory, 
TestSolrCloudWithDelegationTokens, SecurityConfHandlerTest, CdcrBootstrapTest, 
TestXmlQParserPlugin, TestDynamicLoading, TestManagedSynonymFilterFactory, 
CleanupOldIndexTest, TestPKIAuthenticationPlugin, 
TestLocalFSCloudBackupRestore, PrimitiveFieldTypeTest, RecoveryZkTest, 
TestConfigSets, TestExactSharedStatsCache, 
AddSchemaFieldsUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, 
SpatialHeatmapFacetsTest, TestRecovery, SortSpecParsingTest, 
TestJmxMonitoredMap, ResponseHeaderTest, TestHighFrequencyDictionaryFactory, 
OverriddenZkACLAndCredentialsProvidersTest, RequestLoggingTest, 
BasicDistributedZk2Test, TestSSLRandomization, TestSchemaVersionResource, 
TestPhraseSuggestions, TestDynamicFieldCollectionResource, 
TestManagedResourceStorage, TestCloudInspectUtil, 
TestLeaderElectionWithEmptyReplica, TestSolrConfigHandlerCloud, 
TestBlendedInfixSuggestions, TestMinMaxOnMultiValuedField, NoCacheHeaderTest, 
AutoCommitTest, BadIndexSchemaTest, SuggesterWFSTTest, 
DistributedFacetPivotSmallTest, HdfsUnloadDistributedZkTest, UpdateParamsTest, 
ConnectionReuseTest, TestStressLiveNodes, TestSchemaNameResource, 
CircularListTest, DataDrivenBlockJoinTest, 
CloneFieldUpdateProcessorFactoryTest, CoreAdminRequestStatusTest, 
TestCollationField, TestRawResponseWriter, PluginInfoTest, 
TestReRankQParserPlugin, BigEndianAscendingWordDeserializerTest, 
ReplaceNodeTest, TestCloudManagedSchema, TestMergePolicyConfig, 
DirectUpdateHandlerOptimizeTest, CurrencyFieldXmlFileTest, JSONWriterTest, 
TestUtils, TermVectorComponentDistributedTest, BinaryUpdateRequestHandlerTest, 
DistributedQueryComponentOptimizationTest, TestPostingsSolrHighlighter, 
TestDownShardTolerantSearch, QueryParsingTest, TestSolrJ, TestLFUCache, 
BJQParserTest, OverseerTest, BasicDistributedZkTest, 
CollectionsAPIDistributedZkTest, ShardRoutingTest, TestReplicationHandler, 
TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, 
QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, 
TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, 
DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, 
CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestCoreDiscovery, 
AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, 
CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, 
DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, 
SpatialFilterTest, TestCSVLoader, PolyFieldTest, TestUpdate, 
TestWordDelimiterFilterFactory, QueryEqualityTest, 
StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, 
DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, 
IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, 
TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, 
TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, 
FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, 
PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, 
TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, 
RegexBoostProcessorTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, 
TestAnalyzedSuggestions, TestPartialUpdateDeduplication, 
PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, 
SOLR749Test, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, 
BadComponentTest, TestDocSet, TestBinaryField, TestSearchPerf, 
MinimalSchemaTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, 
DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, 
TestCharFilters, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, 
TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, 
TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, 
ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, DateMathParserTest, 
ChaosMonkeyNothingIsSafeTest, CdcrRequestHandlerTest, 
CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, 
CollectionTooManyReplicasTest, DeleteReplicaTest, 
DistribJoinFromCollectionTest, DistributedQueueTest, 
DistributedVersionInfoTest, HttpPartitionTest, MigrateRouteKeyTest, 
OverseerModifyCollectionTest, OverseerStatusTest, ReplicationFactorTest, 
RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, 
SolrCloudExampleTest, TestCloudRecovery, TestClusterProperties, 
TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, 
TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, 
TestExclusionRuleCollectionAccess, TestLockTree, TestMiniSolrCloudClusterSSL, 
TestOnReconnectListenerSupport, TestRandomFlRTGCloud, 
TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, 
HdfsRecoverLeaseTest, HdfsSyncSliceTest]
   [junit4] Completed [519/648 (3!)] on J2 in 77.08s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 60767 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to