Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/157/

7 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; 
[core_node2:{"core":"c8n_1x3_lf_shard1_replica3","base_url":"http://127.0.0.1:57094/_/kp","node_name":"127.0.0.1:57094__%2Fkp","state":"active","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/35)={   
"replicationFactor":"3",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node1":{           "state":"down",           
"base_url":"http://127.0.0.1:43368/_/kp";,           
"core":"c8n_1x3_lf_shard1_replica1",           
"node_name":"127.0.0.1:43368__%2Fkp"},         "core_node2":{           
"core":"c8n_1x3_lf_shard1_replica3",           
"base_url":"http://127.0.0.1:57094/_/kp";,           
"node_name":"127.0.0.1:57094__%2Fkp",           "state":"active",           
"leader":"true"},         "core_node3":{           
"core":"c8n_1x3_lf_shard1_replica2",           
"base_url":"http://127.0.0.1:46334/_/kp";,           
"node_name":"127.0.0.1:46334__%2Fkp",           "state":"down"}}}},   
"router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 
1; 
[core_node2:{"core":"c8n_1x3_lf_shard1_replica3","base_url":"http://127.0.0.1:57094/_/kp","node_name":"127.0.0.1:57094__%2Fkp","state":"active","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/35)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:43368/_/kp";,
          "core":"c8n_1x3_lf_shard1_replica1",
          "node_name":"127.0.0.1:43368__%2Fkp"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica3",
          "base_url":"http://127.0.0.1:57094/_/kp";,
          "node_name":"127.0.0.1:57094__%2Fkp",
          "state":"active",
          "leader":"true"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica2",
          "base_url":"http://127.0.0.1:46334/_/kp";,
          "node_name":"127.0.0.1:46334__%2Fkp",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([88DFE9D73D54B89:80D9C147DD292671]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
        at 
__randomizedtesting.SeedInfo.seed([88DFE9D73D54B89:6032CBB7A34F5965]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:286)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig

Error Message:
The max direct memory is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.

Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low.  Either 
increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to 
your containers startup args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
        at 
__randomizedtesting.SeedInfo.seed([88DFE9D73D54B89:FF2237B68E5CA1A2]:0)
        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
        at 
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280)
        at 
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
        at 
org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
        at java.nio.Bits.reserveMemory(Bits.java:693)
        at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
        at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
        at 
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:63)
        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
        ... 42 more


FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1473284709289,generation=2,filelist=[_2gp.fdt, 
_2gp.fdx, _2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _68w.fdt, _68w.fdx, _68w.fnm, _68w.nvd, _68w.nvm, _68w.si, 
_68w_Lucene50_0.doc, _68w_Lucene50_0.tim, _68w_Lucene50_0.tip, _68x.fdt, 
_68x.fdx, _68x.fnm, _68x.nvd, _68x.nvm, _68x.si, _68x_Lucene50_0.doc, 
_68x_Lucene50_0.tim, _68x_Lucene50_0.tip, _68y.fdt, _68y.fdx, _68y.fnm, 
_68y.nvd, _68y.nvm, _68y.si, _68y_Lucene50_0.doc, _68y_Lucene50_0.tim, 
_68y_Lucene50_0.tip, _68z.fdt, _68z.fdx, _68z.fnm, _68z.nvd, _68z.nvm, _68z.si, 
_68z_Lucene50_0.doc, _68z_Lucene50_0.tim, _68z_Lucene50_0.tip, _690.fdt, 
_690.fdx, _690.fnm, _690.nvd, _690.nvm, _690.si, _690_Lucene50_0.doc, 
_690_Lucene50_0.tim, _690_Lucene50_0.tip, _691.fdt, _691.fdx, _691.fnm, 
_691.nvd, _691.nvm, _691.si, _691_Lucene50_0.doc, _691_Lucene50_0.tim, 
_691_Lucene50_0.tip, _692.fdt, _692.fdx, _692.fnm, _692.nvd, _692.nvm, _692.si, 
_692_Lucene50_0.doc, _692_Lucene50_0.tim, _692_Lucene50_0.tip, _693.fdt, 
_693.fdx, _693.fnm, _693.nvd, _693.nvm, _693.si, _693_Lucene50_0.doc, 
_693_Lucene50_0.tim, _693_Lucene50_0.tip, _694.fdt, _694.fdx, _694.fnm, 
_694.nvd, _694.nvm, _694.si, _694_Lucene50_0.doc, _694_Lucene50_0.tim, 
_694_Lucene50_0.tip, _695.fdt, _695.fdx, _695.fnm, _695.nvd, _695.nvm, _695.si, 
_695_Lucene50_0.doc, _695_Lucene50_0.tim, _695_Lucene50_0.tip, _696.fdt, 
_696.fdx, _696.fnm, _696.nvd, _696.nvm, _696.si, _696_Lucene50_0.doc, 
_696_Lucene50_0.tim, _696_Lucene50_0.tip, _697.fdt, _697.fdx, _697.fnm, 
_697.nvd, _697.nvm, _697.si, _697_Lucene50_0.doc, _697_Lucene50_0.tim, 
_697_Lucene50_0.tip, _698.fdt, _698.fdx, _698.fnm, _698.nvd, _698.nvm, _698.si, 
_698_Lucene50_0.doc, _698_Lucene50_0.tim, _698_Lucene50_0.tip, _699.fdt, 
_699.fdx, _699.fnm, _699.nvd, _699.nvm, _699.si, _699_Lucene50_0.doc, 
_699_Lucene50_0.tim, _699_Lucene50_0.tip, _69a.fdt, _69a.fdx, _69a.fnm, 
_69a.nvd, _69a.nvm, _69a.si, _69a_Lucene50_0.doc, _69a_Lucene50_0.tim, 
_69a_Lucene50_0.tip, _69b.fdt, _69b.fdx, _69b.fnm, _69b.nvd, _69b.nvm, _69b.si, 
_69b_Lucene50_0.doc, _69b_Lucene50_0.tim, _69b_Lucene50_0.tip, _69c.fdt, 
_69c.fdx, _69c.fnm, _69c.nvd, _69c.nvm, _69c.si, _69c_Lucene50_0.doc, 
_69c_Lucene50_0.tim, _69c_Lucene50_0.tip, _69d.fdt, _69d.fdx, _69d.fnm, 
_69d.nvd, _69d.nvm, _69d.si, _69d_Lucene50_0.doc, _69d_Lucene50_0.tim, 
_69d_Lucene50_0.tip, _69e.fdt, _69e.fdx, _69e.fnm, _69e.nvd, _69e.nvm, _69e.si, 
_69e_Lucene50_0.doc, _69e_Lucene50_0.tim, _69e_Lucene50_0.tip, _69f.fdt, 
_69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, _69f_Lucene50_0.doc, 
_69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_2]}]> but 
was:<[{indexVersion=1473284709289,generation=2,filelist=[_2gp.fdt, _2gp.fdx, 
_2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _68w.fdt, _68w.fdx, _68w.fnm, _68w.nvd, _68w.nvm, _68w.si, 
_68w_Lucene50_0.doc, _68w_Lucene50_0.tim, _68w_Lucene50_0.tip, _68x.fdt, 
_68x.fdx, _68x.fnm, _68x.nvd, _68x.nvm, _68x.si, _68x_Lucene50_0.doc, 
_68x_Lucene50_0.tim, _68x_Lucene50_0.tip, _68y.fdt, _68y.fdx, _68y.fnm, 
_68y.nvd, _68y.nvm, _68y.si, _68y_Lucene50_0.doc, _68y_Lucene50_0.tim, 
_68y_Lucene50_0.tip, _68z.fdt, _68z.fdx, _68z.fnm, _68z.nvd, _68z.nvm, _68z.si, 
_68z_Lucene50_0.doc, _68z_Lucene50_0.tim, _68z_Lucene50_0.tip, _690.fdt, 
_690.fdx, _690.fnm, _690.nvd, _690.nvm, _690.si, _690_Lucene50_0.doc, 
_690_Lucene50_0.tim, _690_Lucene50_0.tip, _691.fdt, _691.fdx, _691.fnm, 
_691.nvd, _691.nvm, _691.si, _691_Lucene50_0.doc, _691_Lucene50_0.tim, 
_691_Lucene50_0.tip, _692.fdt, _692.fdx, _692.fnm, _692.nvd, _692.nvm, _692.si, 
_692_Lucene50_0.doc, _692_Lucene50_0.tim, _692_Lucene50_0.tip, _693.fdt, 
_693.fdx, _693.fnm, _693.nvd, _693.nvm, _693.si, _693_Lucene50_0.doc, 
_693_Lucene50_0.tim, _693_Lucene50_0.tip, _694.fdt, _694.fdx, _694.fnm, 
_694.nvd, _694.nvm, _694.si, _694_Lucene50_0.doc, _694_Lucene50_0.tim, 
_694_Lucene50_0.tip, _695.fdt, _695.fdx, _695.fnm, _695.nvd, _695.nvm, _695.si, 
_695_Lucene50_0.doc, _695_Lucene50_0.tim, _695_Lucene50_0.tip, _696.fdt, 
_696.fdx, _696.fnm, _696.nvd, _696.nvm, _696.si, _696_Lucene50_0.doc, 
_696_Lucene50_0.tim, _696_Lucene50_0.tip, _697.fdt, _697.fdx, _697.fnm, 
_697.nvd, _697.nvm, _697.si, _697_Lucene50_0.doc, _697_Lucene50_0.tim, 
_697_Lucene50_0.tip, _698.fdt, _698.fdx, _698.fnm, _698.nvd, _698.nvm, _698.si, 
_698_Lucene50_0.doc, _698_Lucene50_0.tim, _698_Lucene50_0.tip, _699.fdt, 
_699.fdx, _699.fnm, _699.nvd, _699.nvm, _699.si, _699_Lucene50_0.doc, 
_699_Lucene50_0.tim, _699_Lucene50_0.tip, _69a.fdt, _69a.fdx, _69a.fnm, 
_69a.nvd, _69a.nvm, _69a.si, _69a_Lucene50_0.doc, _69a_Lucene50_0.tim, 
_69a_Lucene50_0.tip, _69b.fdt, _69b.fdx, _69b.fnm, _69b.nvd, _69b.nvm, _69b.si, 
_69b_Lucene50_0.doc, _69b_Lucene50_0.tim, _69b_Lucene50_0.tip, _69c.fdt, 
_69c.fdx, _69c.fnm, _69c.nvd, _69c.nvm, _69c.si, _69c_Lucene50_0.doc, 
_69c_Lucene50_0.tim, _69c_Lucene50_0.tip, _69d.fdt, _69d.fdx, _69d.fnm, 
_69d.nvd, _69d.nvm, _69d.si, _69d_Lucene50_0.doc, _69d_Lucene50_0.tim, 
_69d_Lucene50_0.tip, _69e.fdt, _69e.fdx, _69e.fnm, _69e.nvd, _69e.nvm, _69e.si, 
_69e_Lucene50_0.doc, _69e_Lucene50_0.tim, _69e_Lucene50_0.tip, _69f.fdt, 
_69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, _69f_Lucene50_0.doc, 
_69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_2]}, 
{indexVersion=1473284709289,generation=3,filelist=[_2gp.fdt, _2gp.fdx, 
_2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _69f.fdt, _69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, 
_69f_Lucene50_0.doc, _69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69g.fdt, 
_69g.fdx, _69g.fnm, _69g.nvd, _69g.nvm, _69g.si, _69g_Lucene50_0.doc, 
_69g_Lucene50_0.tim, _69g_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: 
expected:<[{indexVersion=1473284709289,generation=2,filelist=[_2gp.fdt, 
_2gp.fdx, _2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _68w.fdt, _68w.fdx, _68w.fnm, _68w.nvd, _68w.nvm, _68w.si, 
_68w_Lucene50_0.doc, _68w_Lucene50_0.tim, _68w_Lucene50_0.tip, _68x.fdt, 
_68x.fdx, _68x.fnm, _68x.nvd, _68x.nvm, _68x.si, _68x_Lucene50_0.doc, 
_68x_Lucene50_0.tim, _68x_Lucene50_0.tip, _68y.fdt, _68y.fdx, _68y.fnm, 
_68y.nvd, _68y.nvm, _68y.si, _68y_Lucene50_0.doc, _68y_Lucene50_0.tim, 
_68y_Lucene50_0.tip, _68z.fdt, _68z.fdx, _68z.fnm, _68z.nvd, _68z.nvm, _68z.si, 
_68z_Lucene50_0.doc, _68z_Lucene50_0.tim, _68z_Lucene50_0.tip, _690.fdt, 
_690.fdx, _690.fnm, _690.nvd, _690.nvm, _690.si, _690_Lucene50_0.doc, 
_690_Lucene50_0.tim, _690_Lucene50_0.tip, _691.fdt, _691.fdx, _691.fnm, 
_691.nvd, _691.nvm, _691.si, _691_Lucene50_0.doc, _691_Lucene50_0.tim, 
_691_Lucene50_0.tip, _692.fdt, _692.fdx, _692.fnm, _692.nvd, _692.nvm, _692.si, 
_692_Lucene50_0.doc, _692_Lucene50_0.tim, _692_Lucene50_0.tip, _693.fdt, 
_693.fdx, _693.fnm, _693.nvd, _693.nvm, _693.si, _693_Lucene50_0.doc, 
_693_Lucene50_0.tim, _693_Lucene50_0.tip, _694.fdt, _694.fdx, _694.fnm, 
_694.nvd, _694.nvm, _694.si, _694_Lucene50_0.doc, _694_Lucene50_0.tim, 
_694_Lucene50_0.tip, _695.fdt, _695.fdx, _695.fnm, _695.nvd, _695.nvm, _695.si, 
_695_Lucene50_0.doc, _695_Lucene50_0.tim, _695_Lucene50_0.tip, _696.fdt, 
_696.fdx, _696.fnm, _696.nvd, _696.nvm, _696.si, _696_Lucene50_0.doc, 
_696_Lucene50_0.tim, _696_Lucene50_0.tip, _697.fdt, _697.fdx, _697.fnm, 
_697.nvd, _697.nvm, _697.si, _697_Lucene50_0.doc, _697_Lucene50_0.tim, 
_697_Lucene50_0.tip, _698.fdt, _698.fdx, _698.fnm, _698.nvd, _698.nvm, _698.si, 
_698_Lucene50_0.doc, _698_Lucene50_0.tim, _698_Lucene50_0.tip, _699.fdt, 
_699.fdx, _699.fnm, _699.nvd, _699.nvm, _699.si, _699_Lucene50_0.doc, 
_699_Lucene50_0.tim, _699_Lucene50_0.tip, _69a.fdt, _69a.fdx, _69a.fnm, 
_69a.nvd, _69a.nvm, _69a.si, _69a_Lucene50_0.doc, _69a_Lucene50_0.tim, 
_69a_Lucene50_0.tip, _69b.fdt, _69b.fdx, _69b.fnm, _69b.nvd, _69b.nvm, _69b.si, 
_69b_Lucene50_0.doc, _69b_Lucene50_0.tim, _69b_Lucene50_0.tip, _69c.fdt, 
_69c.fdx, _69c.fnm, _69c.nvd, _69c.nvm, _69c.si, _69c_Lucene50_0.doc, 
_69c_Lucene50_0.tim, _69c_Lucene50_0.tip, _69d.fdt, _69d.fdx, _69d.fnm, 
_69d.nvd, _69d.nvm, _69d.si, _69d_Lucene50_0.doc, _69d_Lucene50_0.tim, 
_69d_Lucene50_0.tip, _69e.fdt, _69e.fdx, _69e.fnm, _69e.nvd, _69e.nvm, _69e.si, 
_69e_Lucene50_0.doc, _69e_Lucene50_0.tim, _69e_Lucene50_0.tip, _69f.fdt, 
_69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, _69f_Lucene50_0.doc, 
_69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_2]}]> but 
was:<[{indexVersion=1473284709289,generation=2,filelist=[_2gp.fdt, _2gp.fdx, 
_2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _68w.fdt, _68w.fdx, _68w.fnm, _68w.nvd, _68w.nvm, _68w.si, 
_68w_Lucene50_0.doc, _68w_Lucene50_0.tim, _68w_Lucene50_0.tip, _68x.fdt, 
_68x.fdx, _68x.fnm, _68x.nvd, _68x.nvm, _68x.si, _68x_Lucene50_0.doc, 
_68x_Lucene50_0.tim, _68x_Lucene50_0.tip, _68y.fdt, _68y.fdx, _68y.fnm, 
_68y.nvd, _68y.nvm, _68y.si, _68y_Lucene50_0.doc, _68y_Lucene50_0.tim, 
_68y_Lucene50_0.tip, _68z.fdt, _68z.fdx, _68z.fnm, _68z.nvd, _68z.nvm, _68z.si, 
_68z_Lucene50_0.doc, _68z_Lucene50_0.tim, _68z_Lucene50_0.tip, _690.fdt, 
_690.fdx, _690.fnm, _690.nvd, _690.nvm, _690.si, _690_Lucene50_0.doc, 
_690_Lucene50_0.tim, _690_Lucene50_0.tip, _691.fdt, _691.fdx, _691.fnm, 
_691.nvd, _691.nvm, _691.si, _691_Lucene50_0.doc, _691_Lucene50_0.tim, 
_691_Lucene50_0.tip, _692.fdt, _692.fdx, _692.fnm, _692.nvd, _692.nvm, _692.si, 
_692_Lucene50_0.doc, _692_Lucene50_0.tim, _692_Lucene50_0.tip, _693.fdt, 
_693.fdx, _693.fnm, _693.nvd, _693.nvm, _693.si, _693_Lucene50_0.doc, 
_693_Lucene50_0.tim, _693_Lucene50_0.tip, _694.fdt, _694.fdx, _694.fnm, 
_694.nvd, _694.nvm, _694.si, _694_Lucene50_0.doc, _694_Lucene50_0.tim, 
_694_Lucene50_0.tip, _695.fdt, _695.fdx, _695.fnm, _695.nvd, _695.nvm, _695.si, 
_695_Lucene50_0.doc, _695_Lucene50_0.tim, _695_Lucene50_0.tip, _696.fdt, 
_696.fdx, _696.fnm, _696.nvd, _696.nvm, _696.si, _696_Lucene50_0.doc, 
_696_Lucene50_0.tim, _696_Lucene50_0.tip, _697.fdt, _697.fdx, _697.fnm, 
_697.nvd, _697.nvm, _697.si, _697_Lucene50_0.doc, _697_Lucene50_0.tim, 
_697_Lucene50_0.tip, _698.fdt, _698.fdx, _698.fnm, _698.nvd, _698.nvm, _698.si, 
_698_Lucene50_0.doc, _698_Lucene50_0.tim, _698_Lucene50_0.tip, _699.fdt, 
_699.fdx, _699.fnm, _699.nvd, _699.nvm, _699.si, _699_Lucene50_0.doc, 
_699_Lucene50_0.tim, _699_Lucene50_0.tip, _69a.fdt, _69a.fdx, _69a.fnm, 
_69a.nvd, _69a.nvm, _69a.si, _69a_Lucene50_0.doc, _69a_Lucene50_0.tim, 
_69a_Lucene50_0.tip, _69b.fdt, _69b.fdx, _69b.fnm, _69b.nvd, _69b.nvm, _69b.si, 
_69b_Lucene50_0.doc, _69b_Lucene50_0.tim, _69b_Lucene50_0.tip, _69c.fdt, 
_69c.fdx, _69c.fnm, _69c.nvd, _69c.nvm, _69c.si, _69c_Lucene50_0.doc, 
_69c_Lucene50_0.tim, _69c_Lucene50_0.tip, _69d.fdt, _69d.fdx, _69d.fnm, 
_69d.nvd, _69d.nvm, _69d.si, _69d_Lucene50_0.doc, _69d_Lucene50_0.tim, 
_69d_Lucene50_0.tip, _69e.fdt, _69e.fdx, _69e.fnm, _69e.nvd, _69e.nvm, _69e.si, 
_69e_Lucene50_0.doc, _69e_Lucene50_0.tim, _69e_Lucene50_0.tip, _69f.fdt, 
_69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, _69f_Lucene50_0.doc, 
_69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_2]}, 
{indexVersion=1473284709289,generation=3,filelist=[_2gp.fdt, _2gp.fdx, 
_2gp.fnm, _2gp.nvd, _2gp.nvm, _2gp.si, _2gp_Lucene50_0.doc, 
_2gp_Lucene50_0.tim, _2gp_Lucene50_0.tip, _4xe.fdt, _4xe.fdx, _4xe.fnm, 
_4xe.nvd, _4xe.nvm, _4xe.si, _4xe_Lucene50_0.doc, _4xe_Lucene50_0.tim, 
_4xe_Lucene50_0.tip, _69f.fdt, _69f.fdx, _69f.fnm, _69f.nvd, _69f.nvm, _69f.si, 
_69f_Lucene50_0.doc, _69f_Lucene50_0.tim, _69f_Lucene50_0.tip, _69g.fdt, 
_69g.fdx, _69g.fnm, _69g.nvd, _69g.nvm, _69g.si, _69g_Lucene50_0.doc, 
_69g_Lucene50_0.tim, _69g_Lucene50_0.tip, _69h.fdt, _69h.fdx, _69h.fnm, 
_69h.nvd, _69h.nvm, _69h.si, _69h_Lucene50_0.doc, _69h_Lucene50_0.tim, 
_69h_Lucene50_0.tip, _69i.fdt, _69i.fdx, _69i.fnm, _69i.nvd, _69i.nvm, _69i.si, 
_69i_Lucene50_0.doc, _69i_Lucene50_0.tim, _69i_Lucene50_0.tip, _69j.fdt, 
_69j.fdx, _69j.fnm, _69j.nvd, _69j.nvm, _69j.si, _69j_Lucene50_0.doc, 
_69j_Lucene50_0.tim, _69j_Lucene50_0.tip, segments_3]}]>
        at 
__randomizedtesting.SeedInfo.seed([88DFE9D73D54B89:2D5AE5AD039D458A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1229)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
[index.20160908004534321, index.20160908004538137, replication.properties, 
index.properties, snapshot_metadata] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: [index.20160908004534321, index.20160908004538137, 
replication.properties, index.properties, snapshot_metadata] expected:<1> but 
was:<2>
        at 
__randomizedtesting.SeedInfo.seed([88DFE9D73D54B89:D326FE5B76FD223A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at 
org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:909)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:876)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: 
https://127.0.0.1:39971/nb_gr/j

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: https://127.0.0.1:39971/nb_gr/j
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:515)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:170)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
        at sun.security.ssl.InputRecord.read(InputRecord.java:503)
        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
        at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
        at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at 
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at 
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at 
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
        at 
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
        at 
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
        ... 47 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: 
https://127.0.0.1:39157/nwgz

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: https://127.0.0.1:39157/nwgz
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:515)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:170)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
        at sun.security.ssl.InputRecord.read(InputRecord.java:503)
        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
        at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
        at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at 
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at 
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at 
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
        at 
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
        at 
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
        ... 47 more




Build Log:
[...truncated 11402 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/init-core-data-001
   [junit4]   2> 82391 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 82393 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: 
/nb_gr/j
   [junit4]   2> 86213 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 89713 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 90876 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 90958 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 91234 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 91430 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_53977_hdfs____.r5zuu3/webapp
   [junit4]   2> 93931 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53977
   [junit4]   2> 97237 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 97249 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 97297 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_33216_datanode____.m6kc2q/webapp
   [junit4]   2> 98184 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33216
   [junit4]   2> 99365 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 99367 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 99391 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_37676_datanode____.6e5eco/webapp
   [junit4]   2> 100440 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[88DFE9D73D54B89]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37676
   [junit4]   2> 105632 INFO  (IPC Server handler 1 on 58418) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-5434f61e-9319-454c-8b07-e74ee0c56c50 node 
DatanodeRegistration(127.0.0.1:36468, 
datanodeUuid=3b6e650a-148c-4bdd-8c70-59cb5e0ff435, infoPort=51634, 
infoSecurePort=0, ipcPort=53475, 
storageInfo=lv=-56;cid=testClusterID;nsid=713136837;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 3 msecs
   [junit4]   2> 105632 INFO  (IPC Server handler 1 on 58418) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-a13e4093-03f1-4e9c-ae3d-7724240a5f3b node 
DatanodeRegistration(127.0.0.1:36468, 
datanodeUuid=3b6e650a-148c-4bdd-8c70-59cb5e0ff435, infoPort=51634, 
infoSecurePort=0, ipcPort=53475, 
storageInfo=lv=-56;cid=testClusterID;nsid=713136837;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 105675 INFO  (IPC Server handler 3 on 58418) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-b03f4ea6-4d42-497a-9db5-40dd28855539 node 
DatanodeRegistration(127.0.0.1:34277, 
datanodeUuid=1275df05-8852-41ce-9d22-c802377da97c, infoPort=57067, 
infoSecurePort=0, ipcPort=36667, 
storageInfo=lv=-56;cid=testClusterID;nsid=713136837;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 8 msecs
   [junit4]   2> 105675 INFO  (IPC Server handler 3 on 58418) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-bbe3845b-fcff-4089-ba08-5f46cc7868d7 node 
DatanodeRegistration(127.0.0.1:34277, 
datanodeUuid=1275df05-8852-41ce-9d22-c802377da97c, infoPort=57067, 
infoSecurePort=0, ipcPort=36667, 
storageInfo=lv=-56;cid=testClusterID;nsid=713136837;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 106501 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 106635 INFO  (Thread-129) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 106636 INFO  (Thread-129) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 106835 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:47048
   [junit4]   2> 106935 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 107119 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 107319 INFO  (zkCallback-35-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@66edc45c 
name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 107323 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 107323 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 107325 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 107397 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 107399 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x157064b80430000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 107403 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 107492 INFO  (zkCallback-36-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@748b252d 
name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 107492 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 107492 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 107493 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 107504 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 107511 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 107522 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 107526 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 107534 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 107770 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 107770 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 107773 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 107773 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: 
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 107803 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 107803 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 107815 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 107815 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 107818 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 107818 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 107821 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 107821 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 107824 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 107824 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 107831 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 107831 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 107863 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 107863 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 107866 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 107866 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 107889 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 107891 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 107907 INFO  (zkCallback-38-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@6e75447b 
name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 107907 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 107908 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 107947 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 107967 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 107987 INFO  (zkCallback-39-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@378ca2e9 
name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 107987 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 107987 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 107987 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 107997 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 108018 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 108027 INFO  (zkCallback-40-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@7daf8c5e 
name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 108027 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 108028 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 108028 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf2/solrconfig.xml
   [junit4]   2> 108028 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 108032 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf2/schema.xml
   [junit4]   2> 108033 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 108035 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf2/enumsConfig.xml
   [junit4]   2> 108035 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 108038 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 108038 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: 
/configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 108050 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf2/stopwords.txt
   [junit4]   2> 108050 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 108058 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf2/protwords.txt
   [junit4]   2> 108058 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 108064 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf2/currency.xml
   [junit4]   2> 108064 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 108072 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 108072 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 108074 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 108074 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 108077 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf2/old_synonyms.txt
   [junit4]   2> 108077 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 108080 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf2/synonyms.txt
   [junit4]   2> 108080 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 108082 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
 to /configs/conf2/elevate.xml
   [junit4]   2> 108082 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 108428 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/cores/collection1
   [junit4]   2> 109477 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 109785 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64003151{/nb_gr/j,null,AVAILABLE}
   [junit4]   2> 110263 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.e.j.s.ServerConnector Started ServerConnector@7189a89b{SSL,[ssl, 
http/1.1]}{127.0.0.1:57625}
   [junit4]   2> 110263 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.e.j.s.Server Started @118583ms
   [junit4]   2> 110263 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:58418/hdfs__localhost_58418__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001_tempDir-002_control_data,
 hostContext=/nb_gr/j, hostPort=57625, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/cores}
   [junit4]   2> 110338 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): 
sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 110339 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 
'/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001'
   [junit4]   2> 110340 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 110340 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 110340 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 110369 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 110385 INFO  (zkCallback-41-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@53700c88 
name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 110385 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 110386 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 110393 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 110395 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/solr.xml
   [junit4]   2> 110501 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.CorePropertiesLocator Config-defined core root directory: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/cores
   [junit4]   2> 110501 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.CoreContainer New CoreContainer 1287516241
   [junit4]   2> 110501 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.CoreContainer Loading cores into CoreContainer 
[instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001]
   [junit4]   2> 110502 WARN  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.CoreContainer Couldn't add files from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/lib
 to classpath: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_88DFE9D73D54B89-001/control-001/lib
   [junit4]   2> 110633 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme 
: ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 
10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 
5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : 
false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 110651 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 110653 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 110653 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.l.LogWatcher Registering Log Listener [Log4j 
(org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 110653 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47048/solr
   [junit4]   2> 110689 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 110689 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 110730 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 110743 INFO  (zkCallback-44-thread-1) [    ] 
o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@69d338f1 
name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 110745 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 110745 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) [    ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 110774 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$78/675075275@10832380
   [junit4]   2> 110799 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.ConnectionManager Waiting for 
client to connect to ZooKeeper
   [junit4]   2> 110827 INFO  
(zkCallback-45-thread-1-processing-n:127.0.0.1:57625_nb_gr%2Fj) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@2f7e32bf 
name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent 
state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 110827 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.ConnectionManager Client is 
connected to ZooKeeper
   [junit4]   2> 110852 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/queue
   [junit4]   2> 110877 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-queue-work
   [junit4]   2> 110891 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-running
   [junit4]   2> 110900 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-completed
   [junit4]   2> 110932 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-failure
   [junit4]   2> 110937 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 110939 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 110941 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makePath: 
/clusterstate.json
   [junit4]   2> 110946 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[88DFE9D73D54B89]) 
[n:127.0.0.1:57625_nb_gr%2Fj    ] o.a.s.c.c.SolrZkClient makeP

[...truncated too long message...]

apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> 8080211 INFO  
(SUITE-HdfsDirectoryFactoryTest-seed#[88DFE9D73D54B89]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_88DFE9D73D54B89-001
   [junit4]   2> Sep 07, 2016 10:29:27 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=1797, maxMBSortInHeap=7.335480390474302, 
sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, 
timezone=America/Indiana/Winamac
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=349317464,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [TestRTGBase, 
TestScoreJoinQPNoScore, CdcrUpdateLogTest, HdfsCollectionsAPIDistributedZkTest, 
CollectionsAPIDistributedZkTest, TestInitParams, TestSchemaNameResource, 
TestSortByMinMaxFunction, DistanceFunctionTest, FileUtilsTest, BitVectorTest, 
TestConfigSetsAPIZkFailure, TermVectorComponentTest, CloudMLTQParserTest, 
TestSweetSpotSimilarityFactory, TestDistributedStatsComponentCardinality, 
ZkControllerTest, TestUpdate, IndexBasedSpellCheckerTest, 
TestTrackingShardHandlerFactory, OpenCloseCoreStressTest, TestHashPartitioner, 
DirectSolrSpellCheckerTest, TestTrieFacet, SuggesterFSTTest, 
TestIntervalFaceting, DocumentBuilderTest, MultiTermTest, ZkCLITest, 
BlockDirectoryTest, SliceStateTest, TestDownShardTolerantSearch, 
TestCloudInspectUtil, HighlighterTest, TestSystemIdResolver, 
DistributedQueryComponentOptimizationTest, ReplaceNodeTest, TestLRUStatsCache, 
TestSchemaManager, TestElisionMultitermQuery, CreateCollectionCleanupTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestRequestForwarding, 
DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, 
ParsingFieldUpdateProcessorsTest, HdfsLockFactoryTest, 
TestRandomCollapseQParserPlugin, TestSchemaVersionResource, QueryResultKeyTest, 
SearchHandlerTest, TestShortCircuitedRequests, SpellCheckComponentTest, 
CloneFieldUpdateProcessorFactoryTest, TestAnalyzeInfixSuggestions, 
RAMDirectoryFactoryTest, TestDFISimilarityFactory, OverseerRolesTest, 
TestSlowCompositeReaderWrapper, MoreLikeThisHandlerTest, 
CdcrReplicationDistributedZkTest, IndexSchemaTest, 
CollectionTooManyReplicasTest, SortByFunctionTest, 
TestSha256AuthenticationProvider, TestDynamicFieldCollectionResource, 
IndexSchemaRuntimeFieldTest, CopyFieldTest, JsonLoaderTest, 
CoreAdminCreateDiscoverTest, HdfsRecoveryZkTest, TestNoOpRegenerator, 
TestQuerySenderListener, BasicFunctionalityTest, ShardRoutingCustomTest, 
DeleteLastCustomShardedReplicaTest, UpdateRequestProcessorFactoryTest, 
DistributedFacetPivotSmallTest, TestCursorMarkWithoutUniqueKey, 
SystemInfoHandlerTest, DistributedIntervalFacetingTest, 
TestEmbeddedSolrServerConstructors, TestPerFieldSimilarityWithDefaultOverride, 
ChangedSchemaMergeTest, TestJsonFacets, SchemaVersionSpecificBehaviorTest, 
TestSearchPerf, DistributedDebugComponentTest, ConvertedLegacyTest, 
ClusterStateUpdateTest, TestExceedMaxTermLength, TestLuceneMatchVersion, 
HdfsThreadLeakTest, TestLegacyFieldCache, SpatialHeatmapFacetsTest, 
AnalyticsMergeStrategyTest, TestTrie, TestManagedResourceStorage, 
DistributedVersionInfoTest, TestReplicationHandlerBackup, RuleEngineTest, 
HdfsWriteToMultipleCollectionsTest, SolrIndexConfigTest, SolrInfoMBeanTest, 
OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, 
SSLMigrationTest, ShardSplitTest, SharedFSAutoReplicaFailoverUtilsTest, 
SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, 
TestCollectionAPI, TestConfigSetsAPI, TestDistribDocBasedVersion, 
TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestLockTree, 
TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, 
TestRandomFlRTGCloud, HdfsChaosMonkeySafeLeaderTest, HdfsSyncSliceTest, 
HdfsTlogReplayBufferedWhileIndexingTest, DirectoryFactoryTest, 
HdfsDirectoryFactoryTest]
   [junit4] Completed [510/630 (6!)] on J1 in 16.26s, 3 tests, 1 error <<< 
FAILURES!

[...truncated 60596 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to