Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2294/

6 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 8 in http://127.0.0.1:42009/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:42009/solr
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:DA54F6EFA55A851D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
        at 
org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:36189_solr, 
127.0.0.1:39772_solr] Last available state: 
DocCollection(testSimple1//collections/testSimple1/state.json/17)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{      
 "range":"80000000-ffffffff",       "state":"active",       "replicas":{        
 "core_node3":{           
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node3/data/",
           "base_url":"http://127.0.0.1:39772/solr";,           
"node_name":"127.0.0.1:39772_solr",           "type":"NRT",           
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node3/data/tlog",
           "core":"testSimple1_shard1_replica_n1",           
"shared_storage":"true",           "state":"active"},         "core_node5":{    
       
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node5/data/",
           "base_url":"http://127.0.0.1:39772/solr";,           
"node_name":"127.0.0.1:39772_solr",           "type":"NRT",           
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node5/data/tlog",
           "core":"testSimple1_shard1_replica_n2",           
"shared_storage":"true",           "state":"active",           
"leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       
"state":"active",       "replicas":{         "core_node7":{           
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node7/data/",
           "base_url":"http://127.0.0.1:44708/solr";,           
"node_name":"127.0.0.1:44708_solr",           "type":"NRT",           
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node7/data/tlog",
           "core":"testSimple1_shard2_replica_n4",           
"shared_storage":"true",           "state":"down"},         "core_node8":{      
     
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node8/data/",
           "base_url":"http://127.0.0.1:39772/solr";,           
"node_name":"127.0.0.1:39772_solr",           "type":"NRT",           
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node8/data/tlog",
           "core":"testSimple1_shard2_replica_n6",           
"shared_storage":"true",           "state":"active",           
"leader":"true"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:36189_solr, 127.0.0.1:39772_solr]
Last available state: 
DocCollection(testSimple1//collections/testSimple1/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node3/data/",
          "base_url":"http://127.0.0.1:39772/solr";,
          "node_name":"127.0.0.1:39772_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node3/data/tlog",
          "core":"testSimple1_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active"},
        "core_node5":{
          
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node5/data/",
          "base_url":"http://127.0.0.1:39772/solr";,
          "node_name":"127.0.0.1:39772_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node5/data/tlog",
          "core":"testSimple1_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node7/data/",
          "base_url":"http://127.0.0.1:44708/solr";,
          "node_name":"127.0.0.1:44708_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node7/data/tlog",
          "core":"testSimple1_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          
"dataDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node8/data/",
          "base_url":"http://127.0.0.1:39772/solr";,
          "node_name":"127.0.0.1:39772_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://lucene2-us-west.apache.org:42994/data/testSimple1/core_node8/data/tlog",
          "core":"testSimple1_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:2317ABBDAFF99B6B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:A1A8B8CCD7E299F5]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.junit.Assert.assertNull(Assert.java:562)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
org.apache.solr.cloud.autoscaling.SearchRateTrigger$SearchRateEvent cannot be 
cast to org.apache.solr.cloud.autoscaling.NodeAddedTrigger$NodeAddedEvent

Stack Trace:
java.lang.ClassCastException: 
org.apache.solr.cloud.autoscaling.SearchRateTrigger$SearchRateEvent cannot be 
cast to org.apache.solr.cloud.autoscaling.NodeAddedTrigger$NodeAddedEvent
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:D211CDED816D894F]:0)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:701)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:305B5A1812725A6A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
        at 
__randomizedtesting.SeedInfo.seed([1BA48F43880A4FBA:3D346011DC8489B0]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12239 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/init-core-data-001
   [junit4]   2> 316200 WARN  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 316236 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 316238 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 316238 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 316239 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001
   [junit4]   2> 316239 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 316273 INFO  (Thread-175) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 316273 INFO  (Thread-175) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 316330 ERROR (Thread-175) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 316455 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:45419
   [junit4]   2> 316601 INFO  (zkConnectionManagerCallback-139-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 316639 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 316857 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 316918 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 316918 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 316918 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 316919 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5c337dd{/solr,null,AVAILABLE}
   [junit4]   2> 316927 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5cfc7e3{HTTP/1.1,[http/1.1]}{127.0.0.1:32887}
   [junit4]   2> 316927 INFO  (jetty-launcher-136-thread-2) [    ] 
o.e.j.s.Server Started @327821ms
   [junit4]   2> 316927 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32887}
   [junit4]   2> 316928 ERROR (jetty-launcher-136-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 316928 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 316942 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 316942 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 316942 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-03T14:57:12.609Z
   [junit4]   2> 317039 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 317039 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 317039 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 317040 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7cf75857{/solr,null,AVAILABLE}
   [junit4]   2> 317040 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@121faaa8{HTTP/1.1,[http/1.1]}{127.0.0.1:41044}
   [junit4]   2> 317040 INFO  (jetty-launcher-136-thread-1) [    ] 
o.e.j.s.Server Started @327934ms
   [junit4]   2> 317040 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41044}
   [junit4]   2> 317040 ERROR (jetty-launcher-136-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 317040 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 317041 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 317041 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 317041 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-03T14:57:12.708Z
   [junit4]   2> 317238 INFO  (zkConnectionManagerCallback-143-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 317477 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 317513 INFO  (zkConnectionManagerCallback-141-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 317625 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 317761 INFO  (jetty-launcher-136-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45419/solr
   [junit4]   2> 317866 INFO  (jetty-launcher-136-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45419/solr
   [junit4]   2> 318195 INFO  (zkConnectionManagerCallback-147-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 318272 INFO  (zkConnectionManagerCallback-151-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 318302 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x100006e5d810004, likely client has closed socket
   [junit4]   2> 318475 INFO  
(zkConnectionManagerCallback-153-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 318476 INFO  
(zkConnectionManagerCallback-155-thread-1-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 319066 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 319087 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:32887_solr
   [junit4]   2> 319135 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.Overseer Overseer 
(id=72058068053065734-127.0.0.1:32887_solr-n_0000000000) starting
   [junit4]   2> 319292 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32887_solr
   [junit4]   2> 319292 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 319323 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 319324 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 319324 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 319324 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 319340 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 319350 INFO  
(zkCallback-154-thread-1-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 319375 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 319378 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41044_solr
   [junit4]   2> 319378 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 319395 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 319395 DEBUG (ScheduledTrigger-484-thread-1) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 1
   [junit4]   2> 319423 INFO  
(zkCallback-154-thread-1-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 319546 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 319843 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32887.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 319915 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32887.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 319915 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_32887.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 319916 INFO  (jetty-launcher-136-thread-2) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node2/.
   [junit4]   2> 320335 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41044.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 320481 DEBUG (ScheduledTrigger-484-thread-1) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 320519 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41044.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 320519 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41044.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 320520 INFO  (jetty-launcher-136-thread-1) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node1/.
   [junit4]   2> 320870 INFO  (zkConnectionManagerCallback-161-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 321036 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 321038 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 321038 INFO  
(SUITE-TriggerIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45419/solr ready
   [junit4]   2> 321144 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 321145 DEBUG 
(zkCallback-154-thread-1-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 321145 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 321145 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 321159 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 321159 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 321159 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 321160 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 321171 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 321171 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 321171 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 321171 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1068be5d{/solr,null,AVAILABLE}
   [junit4]   2> 321172 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@609d54e5{HTTP/1.1,[http/1.1]}{127.0.0.1:42447}
   [junit4]   2> 321172 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.e.j.s.Server Started @332066ms
   [junit4]   2> 321172 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42447}
   [junit4]   2> 321172 ERROR 
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 321187 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 321187 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 321187 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 321187 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-03T14:57:16.854Z
   [junit4]   2> 321224 INFO  (zkConnectionManagerCallback-167-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 321225 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 321364 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45419/solr
   [junit4]   2> 321366 INFO  (zkConnectionManagerCallback-171-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 321395 INFO  
(zkConnectionManagerCallback-173-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 321425 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 321439 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 321440 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42447_solr
   [junit4]   2> 321560 INFO  
(zkCallback-172-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 321568 INFO  (zkCallback-164-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321604 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 321604 INFO  
(zkCallback-154-thread-2-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 322045 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42447.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 322119 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42447.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 322119 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42447.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 322145 INFO  
(TEST-TriggerIntegrationTest.testMetricTrigger-seed#[1BA48F43880A4FBA]) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node3/.
   [junit4]   2> 322476 INFO  (zkConnectionManagerCallback-177-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 322513 INFO  (qtp1956181243-1013) [n:127.0.0.1:32887_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 322553 INFO  
(OverseerThreadFactory-486-thread-1-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
testMetricTrigger
   [junit4]   2> 322847 INFO  
(OverseerStateUpdate-72058068053065734-127.0.0.1:32887_solr-n_0000000000) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42447/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 322881 INFO  
(OverseerStateUpdate-72058068053065734-127.0.0.1:32887_solr-n_0000000000) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41044/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 323133 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 323133 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 323153 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 323153 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 323514 INFO  
(zkCallback-172-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323514 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323550 INFO  
(zkCallback-152-thread-2-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323551 INFO  
(zkCallback-172-thread-2-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 324497 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 324500 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 324571 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema 
[testMetricTrigger_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 324573 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema 
[testMetricTrigger_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 324575 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 324575 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 
'testMetricTrigger_shard1_replica_n1' using configuration from collection 
testMetricTrigger, trusted=true
   [junit4]   2> 324594 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 324594 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 
'testMetricTrigger_shard2_replica_n2' using configuration from collection 
testMetricTrigger, trusted=true
   [junit4]   2> 324594 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr_41044.solr.core.testMetricTrigger.shard2.replica_n2' (registry 
'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 324595 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 324595 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore 
[[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node1/testMetricTrigger_shard2_replica_n2],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node1/./testMetricTrigger_shard2_replica_n2/data/]
   [junit4]   2> 324608 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring 
for 'solr_42447.solr.core.testMetricTrigger.shard1.replica_n1' (registry 
'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@73932f9b
   [junit4]   2> 324608 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 324608 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore 
[[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node3/testMetricTrigger_shard1_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_1BA48F43880A4FBA-001/tempDir-001/node3/./testMetricTrigger_shard1_replica_n1/data/]
   [junit4]   2> 325344 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 325344 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 325345 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 325345 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 325366 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@445632ba[testMetricTrigger_shard2_replica_n2] main]
   [junit4]   2> 325379 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 325379 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 325380 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 325380 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 325399 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@528a3141[testMetricTrigger_shard1_replica_n1] main]
   [junit4]   2> 325400 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 325400 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 325401 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 325401 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1591392171267719168
   [junit4]   2> 325484 INFO  
(searcherExecutor-497-thread-1-processing-n:127.0.0.1:42447_solr 
x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger 
r:core_node3) [n:127.0.0.1:42447_solr c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore 
[testMetricTrigger_shard1_replica_n1] Registered new searcher 
Searcher@528a3141[testMetricTrigger_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 325487 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 325488 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:42447/solr/testMetricTrigger_shard1_replica_n1/
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now 
sync replicas to me
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy 
http://127.0.0.1:42447/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
   [junit4]   2> 325507 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found 
all replicas participating in election, clear LIR
   [junit4]   2> 325521 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will 
be reserved for 10000ms.
   [junit4]   2> 325522 INFO  
(searcherExecutor-498-thread-1-processing-n:127.0.0.1:41044_solr 
x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger 
r:core_node4) [n:127.0.0.1:41044_solr c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore 
[testMetricTrigger_shard2_replica_n2] Registered new searcher 
Searcher@445632ba[testMetricTrigger_shard2_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 325522 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1591392171394596864
   [junit4]   2> 325596 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am 
the new leader: 
http://127.0.0.1:42447/solr/testMetricTrigger_shard1_replica_n1/ shard1
   [junit4]   2> 325679 INFO  
(zkCallback-172-thread-2-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325679 INFO  
(zkCallback-172-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325699 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 325701 INFO  (qtp1279253348-1074) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2569
   [junit4]   2> 325703 INFO  
(zkCallback-152-thread-2-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325703 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may 
be the new leader - try and sync
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:41044/solr/testMetricTrigger_shard2_replica_n2/
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now 
sync replicas to me
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy 
http://127.0.0.1:41044/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
   [junit4]   2> 325717 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found 
all replicas participating in election, clear LIR
   [junit4]   2> 325739 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am 
the new leader: 
http://127.0.0.1:41044/solr/testMetricTrigger_shard2_replica_n2/ shard2
   [junit4]   2> 325882 INFO  
(zkCallback-172-thread-2-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325882 INFO  
(zkCallback-172-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325901 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325901 INFO  
(zkCallback-152-thread-2-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 325918 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no 
recovery necessary
   [junit4]   2> 325920 INFO  (qtp640576727-1022) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null 
path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2766
   [junit4]   2> 325976 INFO  (qtp1956181243-1013) [n:127.0.0.1:32887_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 326047 INFO  
(zkCallback-152-thread-1-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 326047 INFO  
(zkCallback-152-thread-2-processing-n:127.0.0.1:41044_solr) 
[n:127.0.0.1:41044_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 326049 INFO  
(zkCallback-172-thread-1-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 326049 INFO  
(zkCallback-172-thread-2-processing-n:127.0.0.1:42447_solr) 
[n:127.0.0.1:42447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testMetricTrigger/state.json] for collection 
[testMetricTrigger] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 326563 INFO  
(OverseerCollectionConfigSetProcessor-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 327008 INFO  (qtp1956181243-1013) [n:127.0.0.1:32887_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=4495
   [junit4]   2> 327189 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 327192 INFO  (qtp1279253348-1073) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327258 INFO  (qtp1956181243-1017) [n:127.0.0.1:32887_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327357 INFO  (qtp640576727-1028) [n:127.0.0.1:41044_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes}
 status=0 QTime=70
   [junit4]   2> 327359 INFO  (qtp640576727-1024) [n:127.0.0.1:41044_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327374 DEBUG (qtp640576727-1026) [n:127.0.0.1:41044_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 327382 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=269
   [junit4]   2> 327385 DEBUG 
(zkCallback-154-thread-2-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 327479 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 327479 INFO  (qtp1279253348-1080) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=13
   [junit4]   2> 327483 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327513 INFO  (qtp1956181243-1019) [n:127.0.0.1:32887_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327528 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard2.replica_n2:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 327530 INFO  (qtp640576727-1021) [n:127.0.0.1:41044_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 327530 DEBUG (qtp1279253348-1077) [n:127.0.0.1:42447_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 327531 DEBUG 
(zkCallback-154-thread-2-processing-n:127.0.0.1:32887_solr) 
[n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 327531 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=147
   [junit4]   2> 327549 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 327551 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 327569 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 327586 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 3
   [junit4]   2> 327586 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 327586 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 327587 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 327587 DEBUG 
(OverseerAutoScalingTriggerThread-72058068053065734-127.0.0.1:32887_solr-n_0000000000)
 [n:127.0.0.1:32887_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 327830 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[0 (1591392173796884480)]} 0 17
   [junit4]   2> 327970 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1 (1591392173825196032)]} 0 129
   [junit4]   2> 327986 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[2 (1591392173963608064)]} 0 15
   [junit4]   2> 327987 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[3 (1591392173978288128)]} 0 0
   [junit4]   2> 327987 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[4 (1591392173979336704)]} 0 0
   [junit4]   2> 327988 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[5 (1591392173980385280)]} 0 0
   [junit4]   2> 327989 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[6 (1591392173981433856)]} 0 0
   [junit4]   2> 327989 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[7 (1591392173981433857)]} 0 0
   [junit4]   2> 328189 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[8 (1591392174191149056)]} 0 0
   [junit4]   2> 328207 INFO  (qtp640576727-1021) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[9 (1591392174207926272)]} 0 14
   [junit4]   2> 328208 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[10 (1591392174211072000)]} 0 0
   [junit4]   2> 328241 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[11 (1591392174245675008)]} 0 32
   [junit4]   2> 328242 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[12 (1591392174246723584)]} 0 0
   [junit4]   2> 328245 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[13 (1591392174247772160)]} 0 2
   [junit4]   2> 328258 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[14 (1591392174263500800)]} 0 0
   [junit4]   2> 328259 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[15 (1591392174264549376)]} 0 0
   [junit4]   2> 328260 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[16 (1591392174265597952)]} 0 0
   [junit4]   2> 328260 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[17 (1591392174265597952)]} 0 0
   [junit4]   2> 328277 INFO  (qtp640576727-1021) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[18 (1591392174266646528)]} 0 0
   [junit4]   2> 328281 INFO  (qtp640576727-1021) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[19 (1591392174284472320)]} 0 2
   [junit4]   2> 328318 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[20 (1591392174326415360)]} 0 37
   [junit4]   2> 328334 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[21 (1591392174342144000)]} 0 0
   [junit4]   2> 328351 INFO  (qtp1279253348-1078) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[22 (1591392174361018368)]} 0 0
   [junit4]   2> 328352 INFO  (qtp640576727-1021) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[23 (1591392174361018368)]} 0 0
   [junit4]   2> 328353 INFO  (qtp1279253348-1077) [n:127.0.0.1:42447_solr 
c:testMetricTrigger s:shard1 r:core_node3 
x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[24 (1591392174363115520)]} 0 0
   [junit4]   2> 328354 INFO  (qtp640576727-1026) [n:127.0.0.1:41044_solr 
c:testMetricTrigger s:shard2 r:core_node4 
x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory 
[testMetricTrigger_shard2_replica_n2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[25 (1591392174364164096)]} 0 0
   [junit4]   2> 328368 IN

[...truncated too long message...]

/collections/testSimple1/state.json
   [junit4]   2>        19      /solr/collections/testSimple2/state.json
   [junit4]   2>        11      /solr/collections/testSimple3/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        4       /solr/clusterprops.json
   [junit4]   2>        3       /solr/autoscaling.json
   [junit4]   2>        2       
/solr/collections/testSimple1/leader_elect/shard1/election/72058292938866696-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue
   [junit4]   2>        3       /solr/overseer/collection-queue-work
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2>        2       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> 3903736 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3903752 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3903853 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:42994) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 3903854 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:42994) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-776524497-127.0.0.1-1517673264667 (Datanode Uuid 
ffb36f4f-2386-4c2a-8de8-218e8fa08064) service to 
lucene2-us-west.apache.org/127.0.0.1:42994
   [junit4]   2> 3903860 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3903871 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3903972 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:42994) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 3903972 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:42994) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-776524497-127.0.0.1-1517673264667 (Datanode Uuid 
016e957b-c89b-45a2-a283-3d64551b575d) service to 
lucene2-us-west.apache.org/127.0.0.1:42994
   [junit4]   2> 3903986 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.m.log Stopped 
HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:0
   [junit4]   2> 3904130 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1BA48F43880A4FBA]-worker) [    
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43357 43357
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1BA48F43880A4FBA-001
   [junit4]   2> Feb 03, 2018 3:56:59 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 35 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=150, maxMBSortInHeap=5.539370333935634, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6809027),
 locale=ar-TN, timezone=America/Monterrey
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=63136656,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: [CopyFieldTest, 
ExecutePlanActionTest, TestUninvertingReader, TestUpdate, 
TestFieldCacheSortRandom, DateMathParserTest, DistanceFunctionTest, 
MultiThreadedOCPTest, TermVectorComponentTest, TestFieldResource, 
CdcrUpdateLogTest, TestSmileRequest, DistributedFacetPivotLargeTest, 
TriggerIntegrationTest, TestAtomicUpdateErrorCases, 
AutoAddReplicasPlanActionTest, PropertiesRequestHandlerTest, 
TestSubQueryTransformerDistrib, ReturnFieldsTest, CoreAdminHandlerTest, 
TestUseDocValuesAsStored, MoreLikeThisHandlerTest, TestBulkSchemaConcurrent, 
TestJmxIntegration, DistributedFacetSimpleRefinementLongTailTest, 
TimeZoneUtilsTest, WordBreakSolrSpellCheckerTest, BitVectorTest, 
UUIDUpdateProcessorFallbackTest, SortSpecParsingTest, QueryResultKeyTest, 
MetricTriggerTest, TestMaxScoreQueryParser, TestQueryTypes, 
TestSolrFieldCacheBean, TestImplicitCoreProperties, TestCorePropertiesReload, 
CdcrVersionReplicationTest, DistributedDebugComponentTest, TestRealTimeGet, 
DisMaxRequestHandlerTest, TestImpersonationWithHadoopAuth, 
SearchRateTriggerTest, TestFiltering, DocValuesMultiTest, 
HighlighterMaxOffsetTest, FileBasedSpellCheckerTest, 
UninvertDocValuesMergePolicyTest, DirectSolrSpellCheckerTest, 
TestPerFieldSimilarityWithDefaultOverride, HttpPartitionTest, 
DistributedFacetPivotSmallTest, TestManagedSchemaAPI, LukeRequestHandlerTest, 
TestManagedStopFilterFactory, TestConfigSetImmutable, TestPolicyCloud, 
TestCollationFieldDocValues, TestPullReplicaErrorHandling, 
TestSchemaNameResource, AtomicUpdateProcessorFactoryTest, TestDistribIDF, 
LeaderElectionIntegrationTest, TestRandomDVFaceting, TestCloudPivotFacet, 
HttpSolrCallGetCoreTest, TestOnReconnectListenerSupport, 
HdfsBasicDistributedZkTest, HdfsDirectoryTest, TestNestedDocsSort, 
TestSchemaManager, StressHdfsTest, SuggesterTSTTest, SpatialFilterTest, 
InfixSuggestersTest, SpellCheckComponentTest, HLLSerializationTest, 
URLClassifyProcessorTest, DirectoryFactoryTest, SolrJmxReporterTest, 
BlockJoinFacetSimpleTest, TestLegacyTerms, TestFieldSortValues, 
SolrGangliaReporterTest, DistribCursorPagingTest, 
CdcrReplicationDistributedZkTest, TestLFUCache, EnumFieldTest, 
TestCloudDeleteByQuery, TestSQLHandlerNonCloud, PreAnalyzedFieldTest, 
AnalyticsQueryTest, TestCollectionsAPIViaSolrCloudCluster, SolrTestCaseJ4Test, 
TestRawTransformer, TestConfigsApi, TestSolrCoreProperties, 
AutoscalingHistoryHandlerTest, DocExpirationUpdateProcessorFactoryTest, 
TestAnalyzedSuggestions, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
TestPayloadScoreQParserPlugin, TestTolerantUpdateProcessorRandomCloud, 
CachingDirectoryFactoryTest, SpellCheckCollatorWithCollapseTest, 
IndexSchemaRuntimeFieldTest, TestChildDocTransformer, StatsReloadRaceTest, 
HdfsTlogReplayBufferedWhileIndexingTest, TestSolrCloudWithSecureImpersonation, 
TestCodecSupport, ReplaceNodeNoTargetTest, TestDistribStateManager, 
SpellPossibilityIteratorTest, BasicDistributedZk2Test, TestStressReorder, 
TestNRTOpen, TestDeleteCollectionOnDownNodes, TestJavabinTupleStreamParser, 
TestTolerantSearch, TestSimpleTextCodec, TestRebalanceLeaders, 
SaslZkACLProviderTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, 
TestCoreDiscovery, DocValuesTest, SortByFunctionTest, TestSolrDeletionPolicy1, 
CacheHeaderTest, TestQueryUtils, TestReversedWildcardFilterFactory, 
PrimitiveFieldTypeTest, TestValueSourceCache, RequiredFieldsTest, 
RegexBoostProcessorTest, IndexSchemaTest, MBeansHandlerTest, 
AlternateDirectoryTest, TestSolrDeletionPolicy2, MinimalSchemaTest, 
TestLuceneMatchVersion, EchoParamsTest, TestPerFieldSimilarity, 
TestIBSimilarityFactory, ChaosMonkeyNothingIsSafeTest, 
AssignBackwardCompatibilityTest, ConnectionManagerTest, 
DeleteInactiveReplicaTest, DeleteReplicaTest, DistributedQueueTest, 
DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, 
LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, 
LegacyCloudClusterPropTest, MoveReplicaHDFSTest, RestartWhileUpdatingTest, 
SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, 
TestCloudPseudoReturnFields, TestCloudRecovery, 
TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, 
TestPullReplica, TestSkipOverseerOperations, TestTlogReplica, AssignTest, 
TestReplicaProperties, HdfsAutoAddReplicasIntegrationTest]
   [junit4] Completed [600/775 (4!)] on J2 in 164.45s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 48727 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to