Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21385/ Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed. FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([9ABADE56BE0D66A0:86E89F1D03D6C6F8]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283) at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple Error Message: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:42229_solr, 127.0.0.1:45241_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/15)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"http://127.0.0.1:43549/solr", "node_name":"127.0.0.1:43549_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:42229_solr, 127.0.0.1:45241_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/15)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"http://127.0.0.1:42229/solr", "node_name":"127.0.0.1:42229_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"http://127.0.0.1:43549/solr", "node_name":"127.0.0.1:43549_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([9ABADE56BE0D66A0:A209FAA899FEB271]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple Error Message: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37369_solr, 127.0.0.1:43447_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:46805/solr", "node_name":"127.0.0.1:46805_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37369_solr, 127.0.0.1:43447_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:37369/solr", "node_name":"127.0.0.1:37369_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:46805/solr", "node_name":"127.0.0.1:46805_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:39867/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([9ABADE56BE0D66A0:A209FAA899FEB271]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([9ABADE56BE0D66A0:20B6E9D9E1E5B0EF]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.junit.Assert.assertNull(Assert.java:562) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 11883 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/init-core-data-001 [junit4] 2> 136759 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30 [junit4] 2> 136759 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 136759 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 136760 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 136760 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001 [junit4] 2> 136760 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 136760 INFO (Thread-226) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 136760 INFO (Thread-226) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 136762 ERROR (Thread-226) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 136860 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34815 [junit4] 2> 136862 INFO (zkConnectionManagerCallback-327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136863 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 136863 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 136864 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 136865 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 136865 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 136865 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 136865 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 136865 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 136865 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 136865 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5736f988{/solr,null,AVAILABLE} [junit4] 2> 136865 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@374ffed3{/solr,null,AVAILABLE} [junit4] 2> 136866 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 136866 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 136866 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d31a7ac{HTTP/1.1,[http/1.1]}{127.0.0.1:43549} [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.e.j.s.Server Started @138650ms [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43549} [junit4] 2> 136867 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@103f3589{/solr,null,AVAILABLE} [junit4] 2> 136867 ERROR (jetty-launcher-324-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 136867 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:54:16.295650Z [junit4] 2> 136867 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49fc454f{HTTP/1.1,[http/1.1]}{127.0.0.1:42229} [junit4] 2> 136867 INFO (jetty-launcher-324-thread-2) [ ] o.e.j.s.Server Started @138651ms [junit4] 2> 136867 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42229} [junit4] 2> 136868 ERROR (jetty-launcher-324-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 136868 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 136868 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 136868 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 136868 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:54:16.296224Z [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ebb7420{HTTP/1.1,[http/1.1]}{127.0.0.1:45241} [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.e.j.s.Server Started @138651ms [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45241} [junit4] 2> 136868 ERROR (jetty-launcher-324-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 136868 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:54:16.296784Z [junit4] 2> 136869 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136869 INFO (zkConnectionManagerCallback-331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136869 INFO (zkConnectionManagerCallback-333-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136869 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 136869 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 136869 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 136878 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10015b88e730001, likely client has closed socket [junit4] 2> 136884 INFO (jetty-launcher-324-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34815/solr [junit4] 2> 136884 INFO (jetty-launcher-324-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34815/solr [junit4] 2> 136885 INFO (jetty-launcher-324-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34815/solr [junit4] 2> 136888 INFO (zkConnectionManagerCallback-339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136888 INFO (zkConnectionManagerCallback-345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136888 INFO (zkConnectionManagerCallback-342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136888 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10015b88e730005, likely client has closed socket [junit4] 2> 136890 INFO (zkConnectionManagerCallback-349-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136890 INFO (zkConnectionManagerCallback-347-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136891 INFO (zkConnectionManagerCallback-351-thread-1-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 136943 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 136943 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 136943 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 136943 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43549_solr [junit4] 2> 136944 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45241_solr [junit4] 2> 136944 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42229_solr [junit4] 2> 136944 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.Overseer Overseer (id=72081476445995017-127.0.0.1:43549_solr-n_0000000000) starting [junit4] 2> 136945 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 136945 INFO (zkCallback-350-thread-1-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 136945 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 136948 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 136955 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43549_solr [junit4] 2> 136955 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 136955 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42229_solr, 127.0.0.1:45241_solr] [junit4] 2> 136955 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 136955 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 136955 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 136955 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 136962 INFO (zkCallback-350-thread-1-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 136976 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45241.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 136987 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 136991 DEBUG (ScheduledTrigger-592-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 136993 DEBUG (OverseerAutoScalingTriggerThread-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 136993 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45241.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 136994 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45241.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 136995 INFO (jetty-launcher-324-thread-3) [n:127.0.0.1:45241_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node3/. [junit4] 2> 136999 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137006 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137006 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137007 INFO (jetty-launcher-324-thread-2) [n:127.0.0.1:42229_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/. [junit4] 2> 137028 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43549.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137042 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43549.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137042 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43549.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 137043 INFO (jetty-launcher-324-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node1/. [junit4] 2> 137077 INFO (zkConnectionManagerCallback-359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 137078 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10015b88e73000a, likely client has closed socket [junit4] 2> 137079 INFO (zkConnectionManagerCallback-363-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 137080 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 137080 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34815/solr ready [junit4] 2> 137094 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[9ABADE56BE0D66A0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple [junit4] 2> 137103 INFO (qtp6207576-1257) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45241_solr,127.0.0.1:42229_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 137105 INFO (OverseerThreadFactory-594-thread-1-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1 [junit4] 2> 137213 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple1_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:42229/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 137215 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple1_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:45241/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 137216 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple1_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:42229/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 137217 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple1", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple1_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:45241/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 137422 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 137422 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 137427 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 137430 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 137431 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 137431 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 137545 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 137545 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 137545 INFO (zkCallback-346-thread-2-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 137993 DEBUG (ScheduledTrigger-592-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 138439 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 138439 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 138446 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal [junit4] 2> 138446 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal [junit4] 2> 138458 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 138458 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true [junit4] 2> 138458 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 138458 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true [junit4] 2> 138459 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45241.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 138459 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 138459 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 138459 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 138459 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/] [junit4] 2> 138459 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/] [junit4] 2> 138459 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 138462 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 138469 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal [junit4] 2> 138470 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal [junit4] 2> 138472 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 138472 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true [junit4] 2> 138473 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45241.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 138473 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 138473 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/] [junit4] 2> 138474 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 138474 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true [junit4] 2> 138474 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 138474 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 138474 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/] [junit4] 2> 138530 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 138530 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 138531 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 138531 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 138532 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 138532 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 138534 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 138534 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 138535 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@481ed7bd[testSimple1_shard1_replica_n1] main] [junit4] 2> 138536 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f70b7ae[testSimple1_shard1_replica_n2] main] [junit4] 2> 138538 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 138538 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 138539 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 138539 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 138540 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 138540 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 138540 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 138540 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591320256675053568 [junit4] 2> 138541 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@18480b7e[testSimple1_shard2_replica_n4] main] [junit4] 2> 138542 INFO (searcherExecutor-601-thread-1-processing-n:127.0.0.1:42229_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@481ed7bd[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 138542 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 138542 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 138543 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 138543 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 138544 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 138545 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 138545 INFO (searcherExecutor-602-thread-1-processing-n:127.0.0.1:45241_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@f70b7ae[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 138545 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591320256680296448 [junit4] 2> 138546 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591320256681345024 [junit4] 2> 138554 INFO (searcherExecutor-604-thread-1-processing-n:127.0.0.1:42229_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@18480b7e[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 138554 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 138554 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 138554 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 138556 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 138556 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 138557 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 138558 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@452c8027[testSimple1_shard2_replica_n6] main] [junit4] 2> 138558 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 138559 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 138560 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 138560 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591320256696025088 [junit4] 2> 138562 INFO (searcherExecutor-603-thread-1-processing-n:127.0.0.1:45241_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@452c8027[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 138658 INFO (zkCallback-346-thread-2-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 138658 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 138658 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 138994 DEBUG (ScheduledTrigger-592-thread-2) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 139055 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 139055 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 139055 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42229/solr/testSimple1_shard1_replica_n1/ [junit4] 2> 139055 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:42229/solr START replicas=[http://127.0.0.1:45241/solr/testSimple1_shard1_replica_n2/] nUpdates=100 [junit4] 2> 139057 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 139057 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 139057 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42229/solr/testSimple1_shard2_replica_n4/ [junit4] 2> 139058 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:42229/solr START replicas=[http://127.0.0.1:45241/solr/testSimple1_shard2_replica_n6/] nUpdates=100 [junit4] 2> 139059 INFO (qtp266788020-1360) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 139061 INFO (qtp266788020-1258) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 139355 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:42229/solr DONE. We have no versions. sync failed. [junit4] 2> 139355 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 139355 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 139355 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 139357 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42229/solr/testSimple1_shard1_replica_n1/ shard1 [junit4] 2> 139358 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:42229/solr DONE. We have no versions. sync failed. [junit4] 2> 139358 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 139358 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 139358 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 139359 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42229/solr/testSimple1_shard2_replica_n4/ shard2 [junit4] 2> 139460 INFO (zkCallback-346-thread-2-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139460 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139460 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139508 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 139510 INFO (qtp6207576-1272) [n:127.0.0.1:42229_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2079 [junit4] 2> 139510 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 139511 INFO (qtp6207576-1340) [n:127.0.0.1:42229_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084 [junit4] 2> 139558 INFO (qtp266788020-1265) [n:127.0.0.1:45241_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2127 [junit4] 2> 139565 INFO (qtp266788020-1253) [n:127.0.0.1:45241_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2142 [junit4] 2> 139567 INFO (qtp6207576-1257) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 139667 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139667 INFO (zkCallback-346-thread-2-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139667 INFO (zkCallback-346-thread-1-processing-n:127.0.0.1:45241_solr) [n:127.0.0.1:45241_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 139994 DEBUG (ScheduledTrigger-592-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 140567 INFO (qtp6207576-1257) [n:127.0.0.1:42229_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45241_solr,127.0.0.1:42229_solr&wt=javabin&version=2} status=0 QTime=3464 [junit4] 2> 140569 INFO (qtp6207576-1268) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42229_solr,127.0.0.1:43549_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 140572 INFO (OverseerThreadFactory-594-thread-2-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2 [junit4] 2> 140572 INFO (OverseerCollectionConfigSetProcessor-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 140777 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple2_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:42229/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 140779 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testSimple2_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:43549/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 140780 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple2_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:42229/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 140782 INFO (OverseerStateUpdate-72081476445995017-127.0.0.1:43549_solr-n_0000000000) [n:127.0.0.1:43549_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testSimple2", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testSimple2_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:43549/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 141018 DEBUG (ScheduledTrigger-592-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 141018 INFO (qtp6207576-1262) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 141019 INFO (qtp1429826362-1248) [n:127.0.0.1:43549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 141019 INFO (qtp1429826362-1248) [n:127.0.0.1:43549_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 141020 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 141021 INFO (qtp1429826362-1264) [n:127.0.0.1:43549_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 141128 INFO (zkCallback-348-thread-2-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 141128 INFO (zkCallback-348-thread-1-processing-n:127.0.0.1:42229_solr) [n:127.0.0.1:42229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 141130 INFO (zkCallback-350-thread-1-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 141130 INFO (zkCallback-350-thread-2-processing-n:127.0.0.1:43549_solr) [n:127.0.0.1:43549_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3]) [junit4] 2> 142018 DEBUG (ScheduledTrigger-592-thread-1) [n:127.0.0.1:43549_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 142032 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 142032 INFO (qtp6207576-1262) [n:127.0.0.1:42229_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 142036 INFO (qtp1429826362-1248) [n:127.0.0.1:43549_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 142067 INFO (qtp1429826362-1264) [n:127.0.0.1:43549_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 142069 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal [junit4] 2> 142071 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 142071 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true [junit4] 2> 142072 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42229.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62978c1a [junit4] 2> 142072 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 142072 INFO (qtp6207576-1266) [n:127.0.0.1:42229_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9ABADE56BE0D66A0-001/tempDir-001/node2/./testSimple2_shard2_replica_n4/data/] [junit4] 2> 142072 INFO (qtp1429826362-1264) [n:127.0.0.1:43549_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal [junit4] 2> 142072 INFO (qtp1429826362-1248) [n:127.0.0.1:43549_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal [junit4] 2> 142074 INFO (qtp1429826362-1248) [n:127.0.0.1:43549_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 142074 INFO (qtp1429826362-1264) [n:127.0.0.1:43549_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 142074 INFO (qtp14298 [...truncated too long message...] jetty-closer-8748-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55a471bd{/solr,null,UNAVAILABLE} [junit4] 2> 2541775 INFO (jetty-closer-8748-thread-8) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2541775 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10015da556d001a, likely client has closed socket [junit4] 2> 2543245 WARN (zkCallback-8856-thread-2-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2543246 INFO (jetty-closer-8748-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d2cbd46{/solr,null,UNAVAILABLE} [junit4] 2> 2543246 INFO (jetty-closer-8748-thread-4) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2543272 INFO (jetty-closer-8748-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c8a3e84{/solr,null,UNAVAILABLE} [junit4] 2> 2543272 INFO (jetty-closer-8748-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78c9cb0{/solr,null,UNAVAILABLE} [junit4] 2> 2543272 INFO (jetty-closer-8748-thread-11) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2543272 INFO (jetty-closer-8748-thread-7) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2543273 WARN (zkCallback-8836-thread-3-processing-n:127.0.0.1:43953_solr) [n:127.0.0.1:43953_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2543274 INFO (jetty-closer-8748-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71c4c3b0{/solr,null,UNAVAILABLE} [junit4] 2> 2543275 INFO (jetty-closer-8748-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2543276 ERROR (SUITE-TriggerIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2543276 INFO (SUITE-TriggerIntegrationTest-seed#[9ABADE56BE0D66A0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40543 40543 [junit4] 2> 2549511 INFO (Thread-9831) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40543 40543 [junit4] 2> 2549511 WARN (Thread-9831) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 22 /solr/aliases.json [junit4] 2> 21 /solr/security.json [junit4] 2> 20 /solr/collections/collection1/terms/shard1 [junit4] 2> 6 /solr/configs/conf [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1 [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 72 /solr/collections/collection1/state.json [junit4] 2> 22 /solr/clusterprops.json [junit4] 2> 22 /solr/clusterstate.json [junit4] 2> 13 /solr/collections/testMetricTrigger/state.json [junit4] 2> 6 /solr/autoscaling.json [junit4] 2> 3 /solr/overseer_elect/election/72081621518188588-127.0.0.1:44989_solr-n_0000000013 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188591-127.0.0.1:39181_solr-n_0000000014 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188573-127.0.0.1:46825_solr-n_0000000008 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188570-127.0.0.1:43953_solr-n_0000000007 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72081621518188550-core_node3-n_0000000001 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188561-127.0.0.1:45355_solr-n_0000000004 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188601-127.0.0.1:38485_solr-n_0000000017 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188579-127.0.0.1:45687_solr-n_0000000010 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72081621518188555-core_node4-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/72081621518188585-127.0.0.1:42589_solr-n_0000000012 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 22 /solr/live_nodes [junit4] 2> 22 /solr/collections [junit4] 2> 6 /solr/overseer/queue-work [junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 6 /solr/overseer/queue [junit4] 2> 6 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR [junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9ABADE56BE0D66A0-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=106, maxMBSortInHeap=6.808270160962312, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@37de9f4c), locale=en-NF, timezone=Europe/San_Marino [junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=31604704,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [TestGraphTermsQParserPlugin, SimplePostToolTest, ShardRoutingCustomTest, CollectionStateFormat2Test, TestDownShardTolerantSearch, DocumentBuilderTest, FullHLLTest, CollectionReloadTest, AnalysisErrorHandlingTest, TestQueryUtils, TestCharFilters, BasicAuthStandaloneTest, LeaderElectionContextKeyTest, SystemInfoHandlerTest, TestSortByMinMaxFunction, CustomHighlightComponentTest, TolerantUpdateProcessorTest, TestInPlaceUpdatesStandalone, ZkControllerTest, PreAnalyzedFieldManagedSchemaCloudTest, QueryElevationComponentTest, AutoAddReplicasIntegrationTest, CheckHdfsIndexTest, RuleEngineTest, TestSolrCloudWithKerberosAlt, SortByFunctionTest, ClassificationUpdateProcessorFactoryTest, NumberUtilsTest, BufferStoreTest, FieldMutatingUpdateProcessorTest, TestFieldCacheSort, FastVectorHighlighterTest, TestNonDefinedSimilarityFactory, TestDefaultStatsCache, ScriptEngineTest, FacetPivotSmallTest, DeleteStatusTest, TestCursorMarkWithoutUniqueKey, ChaosMonkeySafeLeaderTest, UpdateRequestProcessorFactoryTest, TestFoldingMultitermQuery, SubstringBytesRefFilterTest, TestTriggerIntegration, ZkFailoverTest, SolrCoreTest, AsyncCallRequestStatusResponseTest, TestXIncludeConfig, BigEndianAscendingWordSerializerTest, RemoteQueryErrorTest, TestManagedSchema, RequestLoggingTest, AddReplicaTest, HdfsChaosMonkeySafeLeaderTest, ConjunctionSolrSpellCheckerTest, HttpTriggerListenerTest, SparseHLLTest, ShufflingReplicaListTransformerTest, AnalyticsMergeStrategyTest, TestStressVersions, TestConfigOverlay, SpatialRPTFieldTypeTest, TestSizeLimitedDistributedMap, OverseerTest, TestComputePlanAction, TestCryptoKeys, TestPayloadCheckQParserPlugin, DocValuesNotIndexedTest, TestSSLRandomization, BasicFunctionalityTest, SOLR749Test, CSVRequestHandlerTest, DistributedFacetExistsSmallTest, TestManagedResourceStorage, TestXmlQParserPlugin, TestPolicyCloud, MissingSegmentRecoveryTest, TestReplicationHandler, SolrCoreMetricManagerTest, TestLegacyNumericRangeQueryBuilder, SolrCLIZkUtilsTest, TestSolr4Spatial, TestGraphMLResponseWriter, TestCollapseQParserPlugin, JsonLoaderTest, ResourceLoaderTest, SolrInfoBeanTest, CloneFieldUpdateProcessorFactoryTest, TestMiniSolrCloudClusterSSL, TestHttpShardHandlerFactory, TestPostingsSolrHighlighter, ComputePlanActionTest, TestTrie, TestCloudSchemaless, HdfsBasicDistributedZk2Test, FileUtilsTest, DistributedIntervalFacetingTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestPullReplica, TestSimpleTrackingShardHandler, TestSolrQueryResponse, IndexSchemaTest, QueryEqualityTest, TestConfigSets, DistribJoinFromCollectionTest, TestJsonFacets, SolrMetricsIntegrationTest, TestDynamicLoading, TestCopyFieldCollectionResource, V2StandaloneTest, TestSchemaSimilarityResource, TestSystemIdResolver, SegmentsInfoRequestHandlerTest, BadComponentTest, TestRecoveryHdfs, TestJettySolrRunner, JSONWriterTest, TestNodeLostTrigger, TestSolrIndexConfig, SSLMigrationTest, RankQueryTest, TestInitParams, HdfsWriteToMultipleCollectionsTest, TestCustomSort, BlockJoinFacetRandomTest, DeleteNodeTest, HdfsDirectoryFactoryTest, OverseerTaskQueueTest, PrimUtilsTest, BasicDistributedZkTest, SyncSliceTest, ZkCLITest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestLazyCores, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateRoutedAliasTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, ReplicationFactorTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, TestStressLiveNodes, TestTlogReplica, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, TriggerIntegrationTest] [junit4] Completed [619/775 (4!)] on J1 in 199.14s, 14 tests, 1 failure <<< FAILURES! [...truncated 41408 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org