Build: 
https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/109/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:39029: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:39029: ADDREPLICA failed to create replica
        at 
__randomizedtesting.SeedInfo.seed([B6F2FBC85B22A8DB:3EA6C412F5DEC523]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.testCoreUnloadAndLeaders(UnloadDistributedZkTest.java:299)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:67)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Expected numSlices=2 numReplicas=2 but found 
DocCollection(solrj_collection//collections/solrj_collection/state.json/14)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{      
 "range":"80000000-ffffffff",       "state":"active",       "replicas":{        
 "core_node3":{           
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node3/data/",
           "base_url":"http://127.0.0.1:44863";,           
"node_name":"127.0.0.1:44863_",           "type":"NRT",           
"force_set_state":"false",           
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
           "core":"solrj_collection_shard1_replica_n1",           
"shared_storage":"true",           "state":"active",           
"leader":"true"},         "core_node5":{           
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node5/data/",
           "base_url":"http://127.0.0.1:38111";,           
"node_name":"127.0.0.1:38111_",           "type":"NRT",           
"force_set_state":"false",           
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
           "core":"solrj_collection_shard1_replica_n2",           
"shared_storage":"true",           "state":"down"}}},     "shard2":{       
"range":"0-7fffffff",       "state":"active",       "replicas":{         
"core_node7":{           
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node7/data/",
           "base_url":"http://127.0.0.1:39401";,           
"node_name":"127.0.0.1:39401_",           "type":"NRT",           
"force_set_state":"false",           
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
           "core":"solrj_collection_shard2_replica_n4",           
"shared_storage":"true",           "state":"active"},         "core_node8":{    
       
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node8/data/",
           "base_url":"http://127.0.0.1:42027";,           
"node_name":"127.0.0.1:42027_",           "type":"NRT",           
"force_set_state":"false",           
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
           "core":"solrj_collection_shard2_replica_n6",           
"shared_storage":"true",           "state":"active",           
"leader":"true"}}}},   "router":{     "field":"myOwnField",     
"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   
"nrtReplicas":"2",   "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39401_, 
127.0.0.1:44863_, 127.0.0.1:42027_]

Stack Trace:
java.lang.AssertionError: Expected numSlices=2 numReplicas=2 but found 
DocCollection(solrj_collection//collections/solrj_collection/state.json/14)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node3/data/",
          "base_url":"http://127.0.0.1:44863";,
          "node_name":"127.0.0.1:44863_",
          "type":"NRT",
          "force_set_state":"false",
          
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node3/data/tlog",
          "core":"solrj_collection_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"},
        "core_node5":{
          
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node5/data/",
          "base_url":"http://127.0.0.1:38111";,
          "node_name":"127.0.0.1:38111_",
          "type":"NRT",
          "force_set_state":"false",
          
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node5/data/tlog",
          "core":"solrj_collection_shard1_replica_n2",
          "shared_storage":"true",
          "state":"down"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node7/data/",
          "base_url":"http://127.0.0.1:39401";,
          "node_name":"127.0.0.1:39401_",
          "type":"NRT",
          "force_set_state":"false",
          
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node7/data/tlog",
          "core":"solrj_collection_shard2_replica_n4",
          "shared_storage":"true",
          "state":"active"},
        "core_node8":{
          
"dataDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node8/data/",
          "base_url":"http://127.0.0.1:42027";,
          "node_name":"127.0.0.1:42027_",
          "type":"NRT",
          "force_set_state":"false",
          
"ulogDir":"hdfs://localhost.localdomain:32841/solr_hdfs_home/solrj_collection/core_node8/data/tlog",
          "core":"solrj_collection_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:39401_, 127.0.0.1:44863_, 
127.0.0.1:42027_]
        at 
__randomizedtesting.SeedInfo.seed([B6F2FBC85B22A8DB:3EA6C412F5DEC523]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:420)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:227)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:150)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
        at 
__randomizedtesting.SeedInfo.seed([B6F2FBC85B22A8DB:3EA6C412F5DEC523]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.junit.Assert.assertEquals(Assert.java:631)
        at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13876 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> 1588721 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1588722 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/data-dir-126-001
   [junit4]   2> 1588722 WARN  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=80 numCloses=80
   [junit4]   2> 1588722 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1588722 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 1588722 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1588723 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: 
/h_hr/jn
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1588787 WARN  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1588789 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1588790 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1588790 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1588790 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1588790 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7e022cf9{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1588897 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@37189747{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-39035-hadoop-hdfs-3_2_0-tests_jar-_-any-5134660346310132669.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1588897 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@3641213e{HTTP/1.1, 
(http/1.1)}{localhost.localdomain:39035}
   [junit4]   2> 1588897 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
Started @1588957ms
   [junit4]   2> 1588992 WARN  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1588993 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1588996 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1588996 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1588996 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1588999 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d65a502{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1589156 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@352957b4{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-33953-hadoop-hdfs-3_2_0-tests_jar-_-any-14084834601342959839.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1589157 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@626fed28{HTTP/1.1, 
(http/1.1)}{localhost:33953}
   [junit4]   2> 1589157 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
Started @1589216ms
   [junit4]   2> 1589200 WARN  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1589201 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1589202 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1589202 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1589202 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1589202 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@546e439{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1589324 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.w.WebAppContext@766012f8{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-33419-hadoop-hdfs-3_2_0-tests_jar-_-any-13521680063751438948.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1589324 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@6e6d2582{HTTP/1.1, 
(http/1.1)}{localhost:33419}
   [junit4]   2> 1589324 INFO  
(SUITE-HdfsSyncSliceTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] o.e.j.s.Server 
Started @1589384ms
   [junit4]   2> 1589379 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0xd8119f7e048e6ea7: Processing first 
storage report for DS-56eb481b-8e37-4826-b945-2eeb98abc5d4 from datanode 
d71e5c98-c5e9-4b91-87a5-c6be5b9f76e4
   [junit4]   2> 1589379 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0xd8119f7e048e6ea7: from storage 
DS-56eb481b-8e37-4826-b945-2eeb98abc5d4 node 
DatanodeRegistration(127.0.0.1:35989, 
datanodeUuid=d71e5c98-c5e9-4b91-87a5-c6be5b9f76e4, infoPort=35357, 
infoSecurePort=0, ipcPort=41283, 
storageInfo=lv=-57;cid=testClusterID;nsid=1794631360;c=1587151611461), blocks: 
0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1589379 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0xd8119f7e048e6ea7: Processing first 
storage report for DS-1fa3e5e4-5cc4-44ef-9f3e-91f432de8957 from datanode 
d71e5c98-c5e9-4b91-87a5-c6be5b9f76e4
   [junit4]   2> 1589379 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0xd8119f7e048e6ea7: from storage 
DS-1fa3e5e4-5cc4-44ef-9f3e-91f432de8957 node 
DatanodeRegistration(127.0.0.1:35989, 
datanodeUuid=d71e5c98-c5e9-4b91-87a5-c6be5b9f76e4, infoPort=35357, 
infoSecurePort=0, ipcPort=41283, 
storageInfo=lv=-57;cid=testClusterID;nsid=1794631360;c=1587151611461), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1589520 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x11f3720d52fb77df: Processing first 
storage report for DS-a7d3f4e5-ffb0-4c84-95d9-09d572622ad5 from datanode 
d71f91c0-b283-45e0-ae3d-e13ac4051d5b
   [junit4]   2> 1589520 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x11f3720d52fb77df: from storage 
DS-a7d3f4e5-ffb0-4c84-95d9-09d572622ad5 node 
DatanodeRegistration(127.0.0.1:36335, 
datanodeUuid=d71f91c0-b283-45e0-ae3d-e13ac4051d5b, infoPort=37985, 
infoSecurePort=0, ipcPort=36937, 
storageInfo=lv=-57;cid=testClusterID;nsid=1794631360;c=1587151611461), blocks: 
0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1589520 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x11f3720d52fb77df: Processing first 
storage report for DS-e061ca99-5604-4500-b9a6-732528792ee1 from datanode 
d71f91c0-b283-45e0-ae3d-e13ac4051d5b
   [junit4]   2> 1589520 INFO  (Block report processor) [     ] 
BlockStateChange BLOCK* processReport 0x11f3720d52fb77df: from storage 
DS-e061ca99-5604-4500-b9a6-732528792ee1 node 
DatanodeRegistration(127.0.0.1:36335, 
datanodeUuid=d71f91c0-b283-45e0-ae3d-e13ac4051d5b, infoPort=37985, 
infoSecurePort=0, ipcPort=36937, 
storageInfo=lv=-57;cid=testClusterID;nsid=1794631360;c=1587151611461), blocks: 
0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1589621 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1589621 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1589621 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1589721 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer start zk server on port:35111
   [junit4]   2> 1589721 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35111
   [junit4]   2> 1589721 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35111
   [junit4]   2> 1589721 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 35111
   [junit4]   2> 1589724 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589741 INFO  (zkConnectionManagerCallback-15415-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589742 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589755 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589756 INFO  (zkConnectionManagerCallback-15417-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589756 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1589757 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1589758 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1589759 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1589760 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1589761 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1589762 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1589763 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1589764 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1589765 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1589766 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1589766 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1589767 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly 
asked otherwise
   [junit4]   2> 1589880 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1589880 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1589880 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] o.e.j.s.Server 
jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1589891 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] o.e.j.s.session 
DefaultSessionIdManager workerName=node0
   [junit4]   2> 1589891 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] o.e.j.s.session 
No SessionScavenger set, using defaults
   [junit4]   2> 1589891 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] o.e.j.s.session 
node0 Scavenging every 660000ms
   [junit4]   2> 1589892 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@e013ca0{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1589892 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@25d323f9{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:40213}
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] o.e.j.s.Server 
Started @1589952ms
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_control_data,
 hostPort=40213, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/control-001/cores,
 replicaType=NRT}
   [junit4]   2> 1589893 ERROR 
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1589893 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:26:52.616389Z
   [junit4]   2> 1589900 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1589900 INFO  (zkConnectionManagerCallback-15419-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1589900 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1590002 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1590002 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/control-001/solr.xml
   [junit4]   2> 1590007 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1594417 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 1594418 WARN  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@22687860[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1594418 WARN  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@22687860[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1594420 WARN  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@52bb8362[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1594420 WARN  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@52bb8362[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1594422 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35111/solr
   [junit4]   2> 1594423 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1594423 INFO  (zkConnectionManagerCallback-15430-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1594424 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1594525 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.c.ConnectionManager Waiting for 
client to connect to ZooKeeper
   [junit4]   2> 1594526 INFO  (zkConnectionManagerCallback-15432-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1594527 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.c.ConnectionManager Client is 
connected to ZooKeeper
   [junit4]   2> 1594587 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.OverseerElectionContext I am going 
to be the leader 127.0.0.1:40213_h_hr%2Fjn
   [junit4]   2> 1594587 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.Overseer Overseer 
(id=73602487639605252-127.0.0.1:40213_h_hr%2Fjn-n_0000000000) starting
   [junit4]   2> 1594591 INFO  
(OverseerStateUpdate-73602487639605252-127.0.0.1:40213_h_hr%2Fjn-n_0000000000) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.Overseer Starting to work on the 
main queue : 127.0.0.1:40213_h_hr%2Fjn
   [junit4]   2> 1594592 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.ZkController Register node as live 
in ZooKeeper:/live_nodes/127.0.0.1:40213_h_hr%2Fjn
   [junit4]   2> 1594595 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.p.PackageLoader /packages.json updated 
to version -1
   [junit4]   2> 1594596 WARN  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.CoreContainer Not all security 
plugins configured!  authentication=disabled authorization=disabled.  Solr is 
only as secure as you make it. Consider configuring 
authentication/authorization before exposing Solr to users internal or 
external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1594601 INFO  (zkCallback-15431-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1594612 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1594631 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f
   [junit4]   2> 1594639 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f
   [junit4]   2> 1594639 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f
   [junit4]   2> 1594640 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/control-001/cores
   [junit4]   2> 1594653 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1594654 INFO  (zkConnectionManagerCallback-15449-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1594654 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1594655 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1594655 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35111/solr ready
   [junit4]   2> 1594661 INFO  (qtp45017160-22292) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with 
params 
collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40213_h_hr%252Fjn&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1594665 INFO  
(OverseerThreadFactory-15439-thread-1-processing-n:127.0.0.1:40213_h_hr%2Fjn) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.a.c.CreateCollectionCmd Create 
collection control_collection
   [junit4]   2> 1594775 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
   x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1594775 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
   x:control_collection_shard1_replica_n1 ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1595786 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1595803 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1595939 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1595953 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from configset conf1, trusted=true
   [junit4]   2> 1595954 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f
   [junit4]   2> 1595956 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:36447/solr_hdfs_home
   [junit4]   2> 1595956 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1595956 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore 
at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[hdfs://localhost.localdomain:36447/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 1595957 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:36447/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 1595965 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1595965 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1595965 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 1595993 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1595998 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:36447/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 1596028 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:36447/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 1596036 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1596036 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 1596041 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1596042 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@2b434b82
   [junit4]   2> 1596634 WARN  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, 
b=B}}}
   [junit4]   2> 1596683 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1596683 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1596683 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1596702 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1596702 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1596706 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@381fe03e
   [junit4]   2> 1596766 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@396cf24e[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1596767 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1596767 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1596769 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1596770 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1664249096561491968
   [junit4]   2> 1596773 INFO  
(searcherExecutor-15451-thread-1-processing-n:127.0.0.1:40213_h_hr%2Fjn 
x:control_collection_shard1_replica_n1 c:control_collection s:shard1) 
[n:127.0.0.1:40213_h_hr%2Fjn c:control_collection s:shard1  
x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore 
[control_collection_shard1_replica_n1] Registered new searcher 
Searcher@396cf24e[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1596776 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, 
version=0}
   [junit4]   2> 1596777 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/control_collection/leaders/shard1
   [junit4]   2> 1596795 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1596795 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1596795 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:40213/h_hr/jn/control_collection_shard1_replica_n1/
   [junit4]   2> 1596795 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1596796 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:40213/h_hr/jn/control_collection_shard1_replica_n1/ has no 
replicas
   [junit4]   2> 1596796 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/control_collection/leaders/shard1/leader after winning as 
/collections/control_collection/leader_elect/shard1/election/73602487639605252-core_node2-n_0000000000
   [junit4]   2> 1596800 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:40213/h_hr/jn/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1596904 INFO  (zkCallback-15431-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1596904 INFO  (zkCallback-15431-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1596906 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1596908 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2133
   [junit4]   2> 1596913 INFO  (qtp45017160-22292) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at 
most 45 seconds. Check all shard replicas
   [junit4]   2> 1597008 INFO  (zkCallback-15431-thread-2) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1597008 INFO  (zkCallback-15431-thread-3) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1597008 INFO  (zkCallback-15431-thread-1) [     ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1597008 INFO  (qtp45017160-22292) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40213_h_hr%252Fjn&wt=javabin&version=2}
 status=0 QTime=2347
   [junit4]   2> 1597009 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in 
collection: control_collection
   [junit4]   2> 1597114 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597115 INFO  (zkConnectionManagerCallback-15460-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1597115 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1597117 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1597118 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35111/solr ready
   [junit4]   2> 1597118 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1597119 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with 
params 
collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1597123 INFO  
(OverseerThreadFactory-15439-thread-2-processing-n:127.0.0.1:40213_h_hr%2Fjn) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.a.c.CreateCollectionCmd Create 
collection collection1
   [junit4]   2> 1597123 INFO  
(OverseerCollectionConfigSetProcessor-73602487639605252-127.0.0.1:40213_h_hr%2Fjn-n_0000000000)
 [n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1597326 WARN  
(OverseerThreadFactory-15439-thread-2-processing-n:127.0.0.1:40213_h_hr%2Fjn) 
[n:127.0.0.1:40213_h_hr%2Fjn     ] o.a.s.c.a.c.CreateCollectionCmd It is 
unusual to create a collection (collection1) without cores.
   [junit4]   2> 1597328 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at 
most 45 seconds. Check all shard replicas
   [junit4]   2> 1597329 INFO  (qtp45017160-22294) [n:127.0.0.1:40213_h_hr%2Fjn 
    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2}
 status=0 QTime=210
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 1597330 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances 
pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 1597429 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-1-001
 of type NRT for shard1
   [junit4]   2> 1597430 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1597430 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1597430 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1597435 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1597435 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1597436 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1597436 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64d2e38c{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1597436 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@5bf399ef{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:36393}
   [junit4]   2> 1597436 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.e.j.s.Server Started @1597496ms
   [junit4]   2> 1597436 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solrconfig=solrconfig.xml, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_jetty1,
 hostPort=36393, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-1-001/cores}
   [junit4]   2> 1597437 ERROR (closeThreadPool-15461-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1597437 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1597437 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1597437 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1597437 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1597437 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:27:00.160377Z
   [junit4]   2> 1597439 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597442 INFO  (zkConnectionManagerCallback-15463-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1597442 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1597534 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-2-001
 of type NRT for shard1
   [junit4]   2> 1597535 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1597536 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1597536 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1597537 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1597537 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1597537 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1597537 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@19561446{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@12b35583{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:41529}
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.e.j.s.Server Started @1597597ms
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solrconfig=solrconfig.xml, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_jetty2,
 hostPort=41529, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-2-001/cores}
   [junit4]   2> 1597538 ERROR (closeThreadPool-15461-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1597538 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:27:00.261366Z
   [junit4]   2> 1597539 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597540 INFO  (zkConnectionManagerCallback-15465-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1597540 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1597543 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1597544 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-1-001/solr.xml
   [junit4]   2> 1597547 INFO  (closeThreadPool-15461-thread-1) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1597641 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-3-001
 of type NRT for shard1
   [junit4]   2> 1597642 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1597642 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1597642 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@39525ea9{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@18f8fb09{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:45417}
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.e.j.s.Server Started @1597704ms
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solrconfig=solrconfig.xml, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_jetty3,
 hostPort=45417, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-3-001/cores}
   [junit4]   2> 1597644 ERROR (closeThreadPool-15461-thread-3) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1597644 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1597645 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:27:00.367996Z
   [junit4]   2> 1597646 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597646 INFO  (zkConnectionManagerCallback-15470-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1597646 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1597649 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1597649 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-2-001/solr.xml
   [junit4]   2> 1597653 INFO  (closeThreadPool-15461-thread-2) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1597748 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1597748 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-3-001/solr.xml
   [junit4]   2> 1597752 INFO  (closeThreadPool-15461-thread-3) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1597769 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-4-001
 of type NRT for shard1
   [junit4]   2> 1597788 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1597788 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1597788 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1597856 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1597856 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1597856 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1597862 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@55f94d2a{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@34f911ab{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:45985}
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.e.j.s.Server Started @1597922ms
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solrconfig=solrconfig.xml, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_jetty4,
 hostPort=45985, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-4-001/cores}
   [junit4]   2> 1597863 ERROR (closeThreadPool-15461-thread-4) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1597863 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:27:00.586392Z
   [junit4]   2> 1597873 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1597884 INFO  (zkConnectionManagerCallback-15478-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1597884 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1597949 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-5-001
 of type NRT for shard1
   [junit4]   2> 1597961 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1597961 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1597961 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1597989 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1597989 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-4-001/solr.xml
   [junit4]   2> 1597994 INFO  (closeThreadPool-15461-thread-4) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cadc66f, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1598020 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1598020 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1598020 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1598024 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2b89f607{/h_hr/jn,null,AVAILABLE}
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@3445422e{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:35041}
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.e.j.s.Server Started @1598085ms
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/h_hr/jn, 
solrconfig=solrconfig.xml, 
solr.data.dir=hdfs://localhost.localdomain:36447/hdfs__localhost.localdomain_36447__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001_tempDir-002_jetty5,
 hostPort=35041, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-5-001/cores}
   [junit4]   2> 1598025 ERROR (closeThreadPool-15461-thread-5) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
9.0.0
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
   [junit4]   2> 1598025 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-04-17T19:27:00.748692Z
   [junit4]   2> 1598040 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1598051 INFO  (zkConnectionManagerCallback-15483-thread-1) [   
  ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1598051 INFO  (closeThreadPool-15461-thread-5) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1598065 INFO  
(TEST-HdfsSyncSliceTest.test-seed#[B6F2FBC85B22A8DB]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B6F2FBC85B22A8DB-001/shard-6-001
 of type NRT for shard1
   [junit4]   2> 1598073 INFO  (closeThreadPool-15461-thread-6) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1598073 INFO  (closeThreadPool-15461-thread-6) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1598073 INFO  (closeThreadPool-15461-thread-6) [     ] 
o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: 
a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 1598148 INFO  (closeThreadPool-15461-thread-6) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1598148 INFO  (closeThreadPool-15461-thread-6) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults


[...truncated too long message...]

fsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5523690 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6c1d9c40{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 5523692 WARN  (BP-2002332077-127.0.0.1-1587155178115 
heartbeating to localhost.localdomain/127.0.0.1:40137) [     ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 5523692 WARN  (BP-2002332077-127.0.0.1-1587155178115 
heartbeating to localhost.localdomain/127.0.0.1:40137) [     ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-2002332077-127.0.0.1-1587155178115 (Datanode Uuid 
2557ac31-20a7-4f6b-b809-e69f5b73885f) service to 
localhost.localdomain/127.0.0.1:40137
   [junit4]   2> 5523715 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@23977de6{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 5523715 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@7f3f27f2{HTTP/1.1, 
(http/1.1)}{localhost.localdomain:0}
   [junit4]   2> 5523715 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 5523715 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[B6F2FBC85B22A8DB]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@65cbd926{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_B6F2FBC85B22A8DB-001
   [junit4]   2> Apr 17, 2020 8:32:26 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): 
{other_tl1=Lucene84, 
range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
multiDefault=PostingsFormat(name=Direct), _root_=Lucene84, intDefault=Lucene84, 
a_i1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), 
a_t=PostingsFormat(name=Direct), id_i1=Lucene84, 
id=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
range_facet_i_dv=PostingsFormat(name=Direct), 
text=PostingsFormat(name=LuceneVarGapFixedInterval), 
timestamp=PostingsFormat(name=Direct)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), 
_version_=DocValuesFormat(name=Asserting), 
range_facet_i_dv=DocValuesFormat(name=Asserting), 
intDvoDefault=DocValuesFormat(name=Lucene80), 
timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1400, 
maxMBSortInHeap=7.614040848374721, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e57e2b8),
 locale=be-BY, timezone=Europe/Kiev
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 
(64-bit)/cpus=4,threads=4,free=140692584,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: 
[ScheduledTriggerIntegrationTest, ChaosMonkeySafeLeaderTest, RulesTest, 
TestStressThreadBackup, MoreLikeThisHandlerTest, DirectoryFactoryTest, 
AnalysisAfterCoreReloadTest, EmbeddedSolrNoSerializeTest, 
SearchRateTriggerTest, RecoveryZkTest, SolrCLIZkUtilsTest, 
TestManagedStopFilterFactory, TestRawResponseWriter, TestDistribPackageStore, 
TestTestInjection, CollectionsAPIDistributedZkTest, TestFieldResource, 
LeaderTragicEventTest, TestLegacyFieldCache, TestSimDistribStateManager, 
ExecutePlanActionTest, TestConfigSets, TestRandomDVFaceting, 
TestHashPartitioner, TestPayloadScoreQParserPlugin, TestLeaderElectionZkExpiry, 
TestSolrQueryResponse, TestPKIAuthenticationPlugin, CustomCollectionTest, 
IndexSizeEstimatorTest, PackageManagerCLITest, 
DistributedQueryElevationComponentTest, TestTrie, 
SuggestComponentContextFilterQueryTest, SolrGraphiteReporterTest, 
TestExportTool, TestOrdValues, TestExactSharedStatsCacheCloud, 
SolrRrdBackendFactoryTest, CollectionStateFormat2Test, 
TestInPlaceUpdatesRequiredField, DistribJoinFromCollectionTest, 
OpenExchangeRatesOrgProviderTest, TestReqParamsAPI, 
AutoAddReplicasPlanActionTest, ZkFailoverTest, 
DocumentAnalysisRequestHandlerTest, TestBinaryField, 
TlogReplayBufferedWhileIndexingTest, MetricTriggerIntegrationTest, 
TestSolrCLIRunExample, BJQParserTest, TestCoreAdminApis, ActionThrottleTest, 
TestCustomDocTransformer, TestFaceting, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestDelegationWithHadoopAuth, 
ExternalFileFieldSortTest, IndexSizeTriggerMixedBoundsTest, PluginInfoTest, 
MetricsHistoryIntegrationTest, ChangedSchemaMergeTest, PeerSyncWithLeaderTest, 
TestSolrConfigHandler, TestReloadDeadlock, 
DocExpirationUpdateProcessorFactoryTest, TestMacroExpander, 
TestJsonFacetsStatsParsing, BigEndianAscendingWordDeserializerTest, 
MetricsHistoryHandlerTest, ManagedSchemaRoundRobinCloudTest, TestSimScenario, 
BlockDirectoryTest, TermVectorComponentTest, AssignBackwardCompatibilityTest, 
TestLuceneIndexBackCompat, TestJmxIntegration, 
TestHighFrequencyDictionaryFactory, BasicAuthStandaloneTest, 
DistributedMLTComponentTest, HdfsLockFactoryTest, OverseerRolesTest, 
ResolveAnalyzerByNameTest, DocumentBuilderTest, 
ClassificationUpdateProcessorIntegrationTest, ReturnFieldsTest, 
TestPullReplica, SearchHandlerTest, TestReplicationHandler, CdcrUpdateLogTest, 
TestFieldCache, LeaderElectionTest, AtomicUpdatesTest, TestDistributedMap, 
TestDynamicLoading, BlobRepositoryCloudTest, SSLMigrationTest, 
SolrRequestParserTest, NodeAddedTriggerTest, TestQueryUtils, 
TestCorePropertiesReload, TestBadConfig, AnalyticsQueryTest, 
TimeRoutedAliasUpdateProcessorTest, DistributedFacetPivotSmallAdvancedTest, 
TestConfigOverlay, TestMinHashQParser, TestClusterStateMutator, DOMUtilTest, 
QueryEqualityTest, TestSolr4Spatial2, FullSolrCloudDistribCmdsTest, 
TestTrieFacet, TestFileDictionaryLookup, UpdateLogTest, TestInitQParser, 
TestCloudSchemaless, TestXmlQParserPlugin, TestDocBasedVersionConstraints, 
UninvertDocValuesMergePolicyTest, TestStressRecovery, HLLUtilTest, 
HdfsSyncSliceTest, DefaultValueUpdateProcessorTest, CloudMLTQParserTest, 
DistributedFacetExistsSmallTest, TestSuggestSpellingConverter, 
TestIBSimilarityFactory, TestEmbeddedSolrServerSchemaAPI, ExplicitHLLTest, 
TestJavabinTupleStreamParser, FuzzySearchTest, CollectionReloadTest, 
CreateRoutedAliasTest, MoveReplicaTest, 
IgnoreLargeDocumentProcessorFactoryTest, TestConfigReload, TestCrossCoreJoin, 
SplitHandlerTest, TestHalfAndHalfDocValues, ZkStateWriterTest, 
SolrIndexSplitterTest, ResponseBuilderTest, TestExactStatsCache, 
DocValuesNotIndexedTest, OrderedExecutorTest, TestRecovery, CursorPagingTest, 
DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, 
MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, 
SolrTestCaseJ4Test, TestDistributedMissingSort, TestDistributedSearch, 
TestDocumentBuilder, TestGroupingSearch, TestSolrCoreProperties, 
TestSolrTestCaseJ4, TestCharFilters, TestLuceneMatchVersion, 
TestReversedWildcardFilterFactory, TokenizerChainTest, BasicZkTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, 
CloudExitableDirectoryReaderTest, ClusterStateMockUtilTest, ClusterStateTest, 
ClusterStateUpdateTest, CollectionPropsTest, ConnectionManagerTest, 
CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, 
DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, 
LeaderElectionIntegrationTest, MoveReplicaHDFSTest, 
NestedShardedAtomicUpdateTest, NodeMutatorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, 
OverriddenZkACLAndCredentialsProvidersTest, 
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, 
OverseerStatusTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, 
ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, 
TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, 
TestDistribDocBasedVersion, TestOnReconnectListenerSupport, TestPrepRecovery, 
TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, 
TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, 
TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, 
TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, 
TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorCloud, 
TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, 
TestWaitForStateWithJettyShutdowns, TestWithCollection, TestZkChroot, 
VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkControllerTest, 
ZkSolrClientTest, AssignTest, AsyncCallRequestStatusResponseTest, 
SimpleCollectionCreateDeleteTest, SplitByPrefixTest, TestCollectionAPI, 
TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, 
TestLocalFSCloudBackupRestore, TestReplicaProperties, 
TestRequestStatusCollectionAPI, NodeMarkersRegistrationTest, 
RestoreTriggerStateTest, ScheduledMaintenanceTriggerTest, 
TriggerEventQueueTest, TriggerIntegrationTest, TestSimNodeAddedTrigger, 
TestSimNodeLostTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, 
BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, 
CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, 
CdcrWithNodesRestartsTest, HdfsChaosMonkeyNothingIsSafeTest, 
HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, 
HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [651/909 (3!)] on J0 in 371.35s, 1 test, 1 error <<< 
FAILURES!

[...truncated 53402 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to