Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2182/

10 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Could not load collection from ZK: collection2

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
collection2
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:B5BB2D32725CDEF5]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1205)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
        at 
org.apache.solr.cloud.BasicDistributedZkTest.testMultipleCollections(BasicDistributedZkTest.java:1020)
        at 
org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:370)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/collection2/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 51 more


FAILED:  org.apache.solr.cloud.DistribCursorPagingTest.test

Error Message:
No live SolrServers available to handle this 
request:[http://127.0.0.1:49172/collection1, 
http://127.0.0.1:33581/collection1, http://127.0.0.1:48964/collection1, 
http://127.0.0.1:42344/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this request:[http://127.0.0.1:49172/collection1, 
http://127.0.0.1:33581/collection1, http://127.0.0.1:48964/collection1, 
http://127.0.0.1:42344/collection1]
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:B5BB2D32725CDEF5]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
        at 
org.apache.solr.cloud.DistribCursorPagingTest.assertFullWalkNoDups(DistribCursorPagingTest.java:718)
        at 
org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:593)
        at 
org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:93)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:48964/collection1: no servers hosting shard: 
shard1
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        ... 50 more


FAILED:  
org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection

Error Message:
Could not load collection from ZK: collection2

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
collection2
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:63DBDFA69FDF2FEA]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at 
org.apache.solr.common.cloud.ZkStateReader.getLeader(ZkStateReader.java:742)
        at 
org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:764)
        at 
org.apache.solr.cloud.LeaderElectionIntegrationTest.getLeader(LeaderElectionIntegrationTest.java:168)
        at 
org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:121)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/collection2/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 45 more


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; 
[core_node4:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:44456","node_name":"127.0.0.1:44456_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: 
DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={   
"pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node4":{           "core":"c8n_1x3_lf_shard1_replica_t3",           
"base_url":"http://127.0.0.1:44456";,           "node_name":"127.0.0.1:44456_",  
         "state":"active",           "type":"TLOG",           "leader":"true"}, 
        "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_t1",         
  "base_url":"http://127.0.0.1:45667";,           
"node_name":"127.0.0.1:45667_",           "state":"down",           
"type":"TLOG"},         "core_node6":{           "state":"down",           
"base_url":"http://127.0.0.1:48331";,           
"core":"c8n_1x3_lf_shard1_replica_t2",           
"node_name":"127.0.0.1:48331_",           "type":"TLOG"}}}},   
"router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"3"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 
1; 
[core_node4:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:44456","node_name":"127.0.0.1:44456_","state":"active","type":"TLOG","leader":"true"}];
 clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_t3",
          "base_url":"http://127.0.0.1:44456";,
          "node_name":"127.0.0.1:44456_",
          "state":"active",
          "type":"TLOG",
          "leader":"true"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_t1",
          "base_url":"http://127.0.0.1:45667";,
          "node_name":"127.0.0.1:45667_",
          "state":"down",
          "type":"TLOG"},
        "core_node6":{
          "state":"down",
          "base_url":"http://127.0.0.1:48331";,
          "core":"c8n_1x3_lf_shard1_replica_t2",
          "node_name":"127.0.0.1:48331_",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"3"}
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:B5BB2D32725CDEF5]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
        at 
org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica

Error Message:
Could not load collection from ZK: 
pull_replica_error_handling_test_cant_connect_to_pull_replica

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
pull_replica_error_handling_test_cant_connect_to_pull_replica
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at 
org.apache.solr.cloud.TestPullReplicaErrorHandling.tearDown(TestPullReplicaErrorHandling.java:125)
        at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for 
/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 39 more


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx

Error Message:
Could not load collection from ZK: test_col

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
test_col
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:2D8EBF11C902F623]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:461)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:265)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:236)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/test_col/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 45 more


FAILED:  org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest

Error Message:
Error from server at https://127.0.0.1:49059/ya_/s/collection1: non ok status: 
500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:49059/ya_/s/collection1: non ok status: 500, 
message:Server Error
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:573)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at org.apache.solr.client.solrj.SolrClient.getById(SolrClient.java:1173)
        at org.apache.solr.client.solrj.SolrClient.getById(SolrClient.java:1090)
        at org.apache.solr.client.solrj.SolrClient.getById(SolrClient.java:1073)
        at 
org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest(TestStressInPlaceUpdates.java:440)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:56816_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:56816_solr 
wasn't created
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:25559AE4D2957EE2]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:60A70C6113661542]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1316)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.TestPKIAuthenticationPlugin.test

Error Message:


Stack Trace:
java.lang.NullPointerException
        at 
__randomizedtesting.SeedInfo.seed([3DEF12E8DCA0B30D:B5BB2D32725CDEF5]:0)
        at 
org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11815 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3DEF12E8DCA0B30D-001/init-core-data-001
   [junit4]   2> 708259 WARN  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 708259 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 708274 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 708275 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 708290 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3DEF12E8DCA0B30D-001/tempDir-001
   [junit4]   2> 708291 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 708291 INFO  (Thread-160) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 708291 INFO  (Thread-160) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 708333 ERROR (Thread-160) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 708394 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:52989
   [junit4]   2> 708423 INFO  (jetty-launcher-252-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 708431 INFO  (jetty-launcher-252-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 708434 INFO  (jetty-launcher-252-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4dce91df{/solr,null,AVAILABLE}
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@725572d5{HTTP/1.1,[http/1.1]}{127.0.0.1:55538}
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.e.j.s.Server Started @732304ms
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55538}
   [junit4]   2> 708435 ERROR (jetty-launcher-252-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 708435 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708436 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-18T22:36:21.632Z
   [junit4]   2> 708439 INFO  (jetty-launcher-252-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@245684eb{/solr,null,AVAILABLE}
   [junit4]   2> 708439 INFO  (jetty-launcher-252-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6ae7b0da{HTTP/1.1,[http/1.1]}{127.0.0.1:46210}
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.e.j.s.Server Started @732309ms
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46210}
   [junit4]   2> 708440 ERROR (jetty-launcher-252-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 708440 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-18T22:36:21.636Z
   [junit4]   2> 708675 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 708697 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 708722 INFO  (jetty-launcher-252-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52989/solr
   [junit4]   2> 708752 INFO  (jetty-launcher-252-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52989/solr
   [junit4]   2> 709903 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 709903 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 709904 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46210_solr
   [junit4]   2> 709904 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55538_solr
   [junit4]   2> 709906 INFO  
(zkCallback-263-thread-1-processing-n:127.0.0.1:55538_solr) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 709926 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.Overseer Overseer 
(id=99027817692397574-127.0.0.1:46210_solr-n_0000000000) starting
   [junit4]   2> 709944 INFO  
(zkCallback-264-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 710039 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46210_solr
   [junit4]   2> 710041 INFO  
(zkCallback-263-thread-1-processing-n:127.0.0.1:55538_solr) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 710045 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 710062 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 710063 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:55538_solr]
   [junit4]   2> 710063 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 710063 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 710307 INFO  
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 710307 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 710307 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 710308 DEBUG (ScheduledTrigger-586-thread-1) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:55538_solr, 
127.0.0.1:46210_solr]
   [junit4]   2> 711263 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55538.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711331 DEBUG (ScheduledTrigger-586-thread-1) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:55538_solr, 
127.0.0.1:46210_solr]
   [junit4]   2> 711356 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55538.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711356 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_55538.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711401 INFO  (jetty-launcher-252-thread-1) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3DEF12E8DCA0B30D-001/tempDir-001/node1/.
   [junit4]   2> 711447 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46210.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711710 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46210.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711711 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_46210.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 711712 INFO  (jetty-launcher-252-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3DEF12E8DCA0B30D-001/tempDir-001/node2/.
   [junit4]   2> 712195 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 712196 INFO  
(SUITE-TriggerIntegrationTest-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52989/solr ready
   [junit4]   2> 712330 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 712343 DEBUG (ScheduledTrigger-586-thread-2) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:55538_solr, 
127.0.0.1:46210_solr]
   [junit4]   2> 712350 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 712364 DEBUG 
(zkCallback-264-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 2
   [junit4]   2> 712364 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 2
   [junit4]   2> 712367 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 712386 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 712387 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 712965 INFO  (qtp896629966-1742) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 712967 INFO  (qtp896629966-1742) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52989/solr ready
   [junit4]   2> 713172 INFO  (qtp2059211536-1751) [n:127.0.0.1:46210_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=4
   [junit4]   2> 713180 INFO  (qtp896629966-1740) [n:127.0.0.1:55538_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 713181 DEBUG (qtp896629966-1742) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 713780 DEBUG 
(zkCallback-264-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 3
   [junit4]   2> 713793 DEBUG 
(zkCallback-264-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 713793 DEBUG 
(zkCallback-264-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 713793 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 3
   [junit4]   2> 713893 INFO  
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 713894 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 713895 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 713896 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 713897 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 714018 INFO  (qtp896629966-1742) [n:127.0.0.1:55538_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=1315
   [junit4]   2> 714019 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 714021 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2c839c6c{/solr,null,AVAILABLE}
   [junit4]   2> 714021 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.e.j.s.AbstractConnector Started 
ServerConnector@1004720e{HTTP/1.1,[http/1.1]}{127.0.0.1:38106}
   [junit4]   2> 714021 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.e.j.s.Server Started @737890ms
   [junit4]   2> 714021 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38106}
   [junit4]   2> 714022 ERROR 
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 714022 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 714022 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port 
null
   [junit4]   2> 714022 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 714022 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-18T22:36:27.218Z
   [junit4]   2> 714138 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 714215 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52989/solr
   [junit4]   2> 714810 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 714811 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 714813 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38106_solr
   [junit4]   2> 714814 INFO  
(zkCallback-263-thread-1-processing-n:127.0.0.1:55538_solr) 
[n:127.0.0.1:55538_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 714814 INFO  (zkCallback-271-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 714865 INFO  
(zkCallback-279-thread-2-processing-n:127.0.0.1:38106_solr) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 714879 INFO  
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 714902 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 714902 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 714902 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 
127.0.0.1:38106_solr at time 1511044588098000000
   [junit4]   2> 715720 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38106.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 715746 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38106.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 715774 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38106.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d2e4032
   [junit4]   2> 715782 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3DEF12E8DCA0B30D-001/tempDir-001/node3/.
   [junit4]   2> 715958 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 715958 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 716966 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 716966 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 717974 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 717974 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 717974 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger firing registered processor for nodes: 
[127.0.0.1:38106_solr] added at times [1511044588098000000], 
now=1511044591170000000
   [junit4]   2> 717976 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown 
inactive - processing event: {
   [junit4]   2>   "id":"14f84f0c095b9480T7n16ydaq2rely8kkw42b82pgl",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1511044588098000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1511044588098000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:38106_solr"]}}
   [junit4]   2> 717977 INFO  (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.SystemLogListener Collection .system 
does not exist, disabling logging.
   [junit4]   2> 718028 DEBUG 
(AutoscalingActionExecutor-587-thread-1-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions 
for {
   [junit4]   2>   "id":"14f84f0c095b9480T7n16ydaq2rely8kkw42b82pgl",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1511044588098000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1511044588098000000],
   [junit4]   2>     "_enqueue_time_":1511044591172000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:38106_solr"]}}
   [junit4]   2> 718135 INFO  (qtp2059211536-1749) [n:127.0.0.1:46210_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 718136 INFO  (qtp2059211536-1749) [n:127.0.0.1:46210_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52989/solr ready
   [junit4]   2> 718194 INFO  (qtp707489650-1807) [n:127.0.0.1:38106_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 718195 INFO  (qtp2059211536-1753) [n:127.0.0.1:46210_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 718196 INFO  (qtp896629966-1740) [n:127.0.0.1:55538_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 718196 DEBUG (qtp2059211536-1749) [n:127.0.0.1:46210_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 718282 INFO  (qtp2059211536-1749) [n:127.0.0.1:46210_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=236
   [junit4]   2> 718291 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 4
   [junit4]   2> 718291 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 718291 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 718291 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 4
   [junit4]   2> 718291 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 718292 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 719035 DEBUG (ScheduledTrigger-586-thread-4) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 719035 DEBUG (ScheduledTrigger-586-thread-4) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 720038 DEBUG (ScheduledTrigger-586-thread-4) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 720038 DEBUG (ScheduledTrigger-586-thread-4) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 720343 INFO  
(TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[3DEF12E8DCA0B30D]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 720403 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
   [junit4]   2> 720415 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 5
   [junit4]   2> 720415 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 5
   [junit4]   2> 720416 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 720416 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 720416 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 720416 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode 
version 5
   [junit4]   2> 720418 INFO  (qtp707489650-1805) [n:127.0.0.1:38106_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 722732 INFO  (qtp707489650-1805) [n:127.0.0.1:38106_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2314
   [junit4]   2> 722734 INFO  
(OverseerCollectionConfigSetProcessor-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 722979 INFO  (qtp896629966-1743) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 722987 INFO  (qtp896629966-1743) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52989/solr ready
   [junit4]   2> 723000 INFO  (qtp707489650-1810) [n:127.0.0.1:38106_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 723015 INFO  (qtp2059211536-1752) [n:127.0.0.1:46210_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 723035 INFO  (qtp896629966-1740) [n:127.0.0.1:55538_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 
QTime=0
   [junit4]   2> 723035 DEBUG (qtp896629966-1743) [n:127.0.0.1:55538_solr    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 723043 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 6
   [junit4]   2> 723043 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 723043 DEBUG 
(zkCallback-264-thread-2-processing-n:127.0.0.1:46210_solr) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger 
node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, 
actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 723043 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 6
   [junit4]   2> 723051 INFO  
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.TriggerIntegrationTest 
TestTriggerAction init
   [junit4]   2> 723051 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeLost markers
   [junit4]   2> 723051 DEBUG 
(OverseerAutoScalingTriggerThread-99027817692397574-127.0.0.1:46210_solr-n_0000000000)
 [n:127.0.0.1:46210_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 723051 INFO  (qtp896629966-1743) [n:127.0.0.1:55538_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=316
   [junit4]   2> 723065 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.e.j.s.AbstractConnector Stopped 
ServerConnector@6ae7b0da{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 723094 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1593114510
   [junit4]   2> 723094 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 724444 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@e9a139d: rootName = 
solr_46210, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@3c56b9d5
   [junit4]   2> 724486 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 724486 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@23cffc1b: rootName = 
solr_46210, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@71b2e9d
   [junit4]   2> 725951 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Running 
NodeAddedTrigger node_added_trigger
   [junit4]   2> 725951 DEBUG (ScheduledTrigger-586-thread-3) 
[n:127.0.0.1:46210_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 
[127.0.0.1:38106_solr, 127.0.0.1:55538_solr, 127.0.0.1:46210_solr]
   [junit4]   2> 725952 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 725954 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@47c72d1c: rootName = 
solr_46210, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3e4cb41a
   [junit4]   2> 725955 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E8DCA0B30D])
 [    ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46210_solr
   [junit4]   2> 725960 INFO  
(zkCallback-279-thread-2-processing-n:127.0.0.1:38106_solr) 
[n:127.0.0.1:38106_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 725961 INFO  
(TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[3DEF12E

[...truncated too long message...]

test_cant_connect_to_pull_replica.shard1.leader, tag=242718586
   [junit4]   2> 9102817 WARN  (indexFetcher-7201-thread-1) 
[n:127.0.0.1:46369_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard2 
r:core_node8 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard2_replica_p6]
 o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is 
shutting down
   [junit4]   2> 9101861 WARN  (indexFetcher-7198-thread-1) 
[n:127.0.0.1:60319_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node5 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_p2]
 o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is 
shutting down
   [junit4]   2> 9101597 INFO  (coreCloseExecutor-7249-thread-1) 
[n:127.0.0.1:34269_solr 
c:pull_replica_error_handling_test_cant_connect_to_pull_replica s:shard1 
r:core_node3 
x:pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1]
 o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_error_handling_test_cant_connect_to_pull_replica.shard1.leader,
 tag=925246999
   [junit4]   2> 9103555 INFO  (jetty-closer-2603-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=99028354295070737-127.0.0.1:41124_solr-n_0000000004) closing
   [junit4]   2> 9103555 INFO  
(OverseerStateUpdate-99028354295070737-127.0.0.1:41124_solr-n_0000000004) 
[n:127.0.0.1:41124_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:41124_solr
   [junit4]   2> 9103595 INFO  (jetty-closer-2603-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@52344b91{/solr,null,UNAVAILABLE}
   [junit4]   2> 9103854 INFO  (jetty-closer-2603-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2a84b8a0{/solr,null,UNAVAILABLE}
   [junit4]   2> 9104022 INFO  (jetty-closer-2603-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3a091d76{/solr,null,UNAVAILABLE}
   [junit4]   2> 9105356 WARN  
(OverseerAutoScalingTriggerThread-99028354295070737-127.0.0.1:41124_solr-n_0000000004)
 [n:127.0.0.1:41124_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 9105414 INFO  (jetty-closer-2603-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@101abdf7{/solr,null,UNAVAILABLE}
   [junit4]   2> 9105416 ERROR 
(SUITE-TestPullReplicaErrorHandling-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 9105416 INFO  
(SUITE-TestPullReplicaErrorHandling-seed#[3DEF12E8DCA0B30D]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:49213 49213
   [junit4]   2> 9105518 INFO  (Thread-5040) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:49213 49213
   [junit4]   2> 9105542 WARN  (Thread-5040) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        11      /solr/aliases.json
   [junit4]   2>        9       /solr/security.json
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        5       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        50      
/solr/collections/pull_replica_error_handling_test_cant_connect_to_pull_replica/state.json
   [junit4]   2>        21      
/solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
   [junit4]   2>        14      
/solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
   [junit4]   2>        11      /solr/clusterstate.json
   [junit4]   2>        7       /solr/clusterprops.json
   [junit4]   2>        4       /solr/autoscaling.json
   [junit4]   2>        3       
/solr/overseer_elect/election/99028354295070737-127.0.0.1:41124_solr-n_0000000004
   [junit4]   2>        2       
/solr/overseer_elect/election/99028354295070732-127.0.0.1:38336_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        11      /solr/collections
   [junit4]   2>        10      /solr/live_nodes
   [junit4]   2>        4       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2>        4       /solr/overseer/queue-work
   [junit4]   2>        3       /solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_3DEF12E8DCA0B30D-001
   [junit4]   2> Nov 19, 2017 12:56:18 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{fieldName_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 id=PostingsFormat(name=LuceneFixedGap)}, 
docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1748, 
maxMBSortInHeap=7.776715541729308, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25f6876c),
 locale=pt-PT, timezone=Europe/London
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=269390392,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfig, 
SSLMigrationTest, TestClassicSimilarityFactory, BJQParserTest, 
TestFieldCollectionResource, StatelessScriptUpdateProcessorFactoryTest, 
DeleteReplicaTest, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, 
AnalysisAfterCoreReloadTest, TestBadConfig, TestSolrDeletionPolicy1, 
BasicZkTest, ResponseLogComponentTest, HdfsChaosMonkeyNothingIsSafeTest, 
TermVectorComponentTest, TestCloudDeleteByQuery, TestSchemaSimilarityResource, 
TestLeaderInitiatedRecoveryThread, TestCollectionsAPIViaSolrCloudCluster, 
TestMinMaxOnMultiValuedField, CdcrReplicationDistributedZkTest, 
ExecutePlanActionTest, LeaderElectionIntegrationTest, 
HdfsRestartWhileUpdatingTest, TestCollapseQParserPlugin, 
TestReplicationHandler, LeaderInitiatedRecoveryOnCommitTest, 
UpdateRequestProcessorFactoryTest, TestCopyFieldCollectionResource, TestJoin, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPostingsSolrHighlighter, 
TestConfigSetImmutable, TestSkipOverseerOperations, 
PKIAuthenticationIntegrationTest, ZkStateWriterTest, TestSolrIndexConfig, 
TestDistribDocBasedVersion, TestBinaryField, DocumentBuilderTest, 
TestApiFramework, DirectUpdateHandlerOptimizeTest, TestSolrJ, 
TestNamedUpdateProcessors, URLClassifyProcessorTest, SolrCloudReportersTest, 
TestSolrCloudSnapshots, InfoHandlerTest, SpatialFilterTest, 
TestBulkSchemaConcurrent, TestManagedSchemaAPI, TestCustomSort, 
SubstringBytesRefFilterTest, CursorPagingTest, 
DistributedQueryElevationComponentTest, TestSolrCloudWithSecureImpersonation, 
TestCloudPivotFacet, ZkControllerTest, DocExpirationUpdateProcessorFactoryTest, 
TestLuceneIndexBackCompat, TestSort, TestFieldCache, SoftAutoCommitTest, 
TestPerFieldSimilarityWithDefaultOverride, DistributedMLTComponentTest, 
ForceLeaderTest, TestManagedSynonymGraphFilterFactory, 
TestReversedWildcardFilterFactory, ActionThrottleTest, 
AssignBackwardCompatibilityTest, NoCacheHeaderTest, TestCSVLoader, 
TestQueryUtils, TestComponentsName, CollectionStateFormat2Test, 
DistributedFacetPivotSmallAdvancedTest, TestIBSimilarityFactory, 
TestPhraseSuggestions, TestTolerantUpdateProcessorRandomCloud, 
MinimalSchemaTest, TestHighlightDedupGrouping, TestIndexingPerformance, 
TestLRUStatsCache, LeaderElectionContextKeyTest, CleanupOldIndexTest, 
FastVectorHighlighterTest, TestSimpleTextCodec, QueryParsingTest, 
SolrMetricsIntegrationTest, QueryResultKeyTest, SolrCoreTest, 
TestDistributedSearch, MoveReplicaHDFSTest, HdfsNNFailoverTest, 
ExternalFileFieldSortTest, TestLegacyNumericRangeQueryBuilder, 
SuggestComponentTest, DirectoryFactoryTest, SolrInfoBeanTest, 
TestHdfsBackupRestoreCore, TestSchemaManager, TestLegacyNumericUtils, 
HttpSolrCallGetCoreTest, DateFieldTest, HdfsDirectoryTest, 
TestSuggestSpellingConverter, TestManagedResourceStorage, TestUtils, 
TestSlowCompositeReaderWrapper, SimpleFacetsTest, DocValuesMissingTest, 
TestPullReplica, SharedFSAutoReplicaFailoverTest, 
TestImpersonationWithHadoopAuth, PeerSyncTest, TestStressUserVersions, 
SpellCheckCollatorWithCollapseTest, OverseerStatusTest, TestHdfsUpdateLog, 
DateMathParserTest, ChangedSchemaMergeTest, TestMultiWordSynonyms, 
TestNumericRangeQuery32, BasicDistributedZkTest, UnloadDistributedZkTest, 
OpenCloseCoreStressTest, ShardRoutingTest, ZkSolrClientTest, 
TestRandomDVFaceting, DistributedSpellCheckComponentTest, TestStressReorder, 
DistributedTermsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, 
TestFiltering, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, 
SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, 
TestValueSourceCache, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, 
MBeansHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, 
SolrIndexConfigTest, MultiTermTest, TestSearchPerf, TestElisionMultitermQuery, 
TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCodecSupport, 
TimeZoneUtilsTest, TestFastOutputStream, TestLRUCache, TestRTGBase, 
TestCursorMarkWithoutUniqueKey, TestEmbeddedSolrServerAdminHandler, 
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, 
AddReplicaTest, AssignTest, LeaderFailoverAfterPartitionTest, 
OverseerModifyCollectionTest, RemoteQueryErrorTest, ReplicationFactorTest, 
RestartWhileUpdatingTest, SaslZkACLProviderTest, TestCloudPseudoReturnFields, 
TestClusterProperties, TestCollectionAPI, TestExclusionRuleCollectionAccess, 
TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, 
TestPullReplicaErrorHandling]
   [junit4] Completed [541/750 (9!)] on J0 in 209.07s, 3 tests, 1 error <<< 
FAILURES!

[...truncated 48047 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to