Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/19/ Java: 32bit/jdk1.8.0_172 -server -XX:+UseConcMarkSweepGC
1 tests failed. FAILED: org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader Error Message: Doc with id=4 not found in http://127.0.0.1:40383/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null} Stack Trace: java.lang.AssertionError: Doc with id=4 not found in http://127.0.0.1:40383/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null} at __randomizedtesting.SeedInfo.seed([BDBBF7047BDBCCFD:C350D714B8BCC3C7]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.assertTrue(Assert.java:41) at org.apache.solr.cloud.TestCloudConsistency.assertDocExists(TestCloudConsistency.java:283) at org.apache.solr.cloud.TestCloudConsistency.assertDocsExistInAllReplicas(TestCloudConsistency.java:267) at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:138) at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:97) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 13032 lines...] [junit4] Suite: org.apache.solr.cloud.TestCloudConsistency [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/init-core-data-001 [junit4] 2> 274845 WARN (SUITE-TestCloudConsistency-seed#[BDBBF7047BDBCCFD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 274849 INFO (SUITE-TestCloudConsistency-seed#[BDBBF7047BDBCCFD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 274850 INFO (SUITE-TestCloudConsistency-seed#[BDBBF7047BDBCCFD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 274850 INFO (SUITE-TestCloudConsistency-seed#[BDBBF7047BDBCCFD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 274893 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfSyncReplicasCannotBecomeLeader [junit4] 2> 274894 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001 [junit4] 2> 274894 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 274895 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 274895 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 274995 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer start zk server on port:35403 [junit4] 2> 274995 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35403 [junit4] 2> 274995 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35403 [junit4] 2> 275052 INFO (zkConnectionManagerCallback-4806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275067 INFO (zkConnectionManagerCallback-4808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275116 INFO (zkConnectionManagerCallback-4810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275118 WARN (jetty-launcher-4811-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 275119 WARN (jetty-launcher-4811-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 275119 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 275122 WARN (jetty-launcher-4811-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 275123 WARN (jetty-launcher-4811-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 275123 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 275162 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 275162 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 275162 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 275162 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a7e70{/solr,null,AVAILABLE} [junit4] 2> 275170 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 275170 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 275170 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 275175 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fd4cb6{/solr,null,AVAILABLE} [junit4] 2> 275182 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 275182 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 275182 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 275185 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e149d{/solr,null,AVAILABLE} [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ca0922{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37981} [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-2) [ ] o.e.j.s.Server Started @275263ms [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37981} [junit4] 2> 275226 ERROR (jetty-launcher-4811-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:06.776Z [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f2dc03{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33235} [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.e.j.s.Server Started @275264ms [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33235} [junit4] 2> 275225 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b2036e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39641} [junit4] 2> 275226 ERROR (jetty-launcher-4811-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-1) [ ] o.e.j.s.Server Started @275264ms [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39641} [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:06.776Z [junit4] 2> 275226 ERROR (jetty-launcher-4811-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 275226 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 275227 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 275227 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 275227 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:06.777Z [junit4] 2> 275233 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4449c8{/solr,null,AVAILABLE} [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b47e10{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43007} [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.e.j.s.Server Started @275395ms [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43007} [junit4] 2> 275357 ERROR (jetty-launcher-4811-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 275357 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 275358 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 275358 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:06.908Z [junit4] 2> 275362 INFO (zkConnectionManagerCallback-4817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275363 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 275406 INFO (zkConnectionManagerCallback-4815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275392 INFO (zkConnectionManagerCallback-4813-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275406 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 275406 INFO (zkConnectionManagerCallback-4819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 275407 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 275410 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 276024 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 276058 WARN (jetty-launcher-4811-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9a2d71[provider=null,keyStore=null,trustStore=null] [junit4] 2> 276094 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 276109 WARN (jetty-launcher-4811-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d6a2d2[provider=null,keyStore=null,trustStore=null] [junit4] 2> 276111 INFO (jetty-launcher-4811-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 276114 WARN (jetty-launcher-4811-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1498b29[provider=null,keyStore=null,trustStore=null] [junit4] 2> 276153 INFO (zkConnectionManagerCallback-4826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276165 WARN (jetty-launcher-4811-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9814ca[provider=null,keyStore=null,trustStore=null] [junit4] 2> 276166 INFO (jetty-launcher-4811-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 276180 INFO (zkConnectionManagerCallback-4830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276240 INFO (zkConnectionManagerCallback-4833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276251 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43007_solr [junit4] 2> 276251 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.Overseer Overseer (id=72072349068558344-127.0.0.1:43007_solr-n_0000000000) starting [junit4] 2> 276274 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276295 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr [junit4] 2> 276300 INFO (zkCallback-4829-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 276312 INFO (zkCallback-4836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 276315 INFO (zkConnectionManagerCallback-4842-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276316 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 276317 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 276329 INFO (OverseerStateUpdate-72072349068558344-127.0.0.1:43007_solr-n_0000000000) [n:127.0.0.1:43007_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43007_solr [junit4] 2> 276329 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43007_solr as DOWN [junit4] 2> 276330 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 276330 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43007_solr [junit4] 2> 276331 INFO (OverseerStateUpdate-72072349068558344-127.0.0.1:43007_solr-n_0000000000) [n:127.0.0.1:43007_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 276344 INFO (zkConnectionManagerCallback-4849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 276345 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 276346 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 276353 INFO (zkCallback-4836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 276353 INFO (zkCallback-4841-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 276371 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 276375 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 276416 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276424 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43007.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276437 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276438 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276438 INFO (jetty-launcher-4811-thread-1) [n:127.0.0.1:39641_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node3/. [junit4] 2> 276438 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43007.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276439 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43007.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 276439 INFO (jetty-launcher-4811-thread-4) [n:127.0.0.1:43007_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node4/. [junit4] 2> 277790 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 277791 WARN (jetty-launcher-4811-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53a92a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 277797 WARN (jetty-launcher-4811-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1be3021[provider=null,keyStore=null,trustStore=null] [junit4] 2> 277798 INFO (jetty-launcher-4811-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 277805 INFO (zkConnectionManagerCallback-4857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 277806 INFO (zkConnectionManagerCallback-4859-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 277808 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 277809 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37981_solr as DOWN [junit4] 2> 277810 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 277810 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37981_solr [junit4] 2> 277810 INFO (zkCallback-4836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 277810 INFO (zkCallback-4829-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 277811 INFO (zkCallback-4841-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 277811 INFO (zkCallback-4858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 277811 INFO (zkCallback-4848-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 277826 INFO (zkConnectionManagerCallback-4866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 277827 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 277827 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 277827 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 277847 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37981.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 277854 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37981.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 277854 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37981.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 277855 INFO (jetty-launcher-4811-thread-2) [n:127.0.0.1:37981_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node1/. [junit4] 2> 279566 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 279567 WARN (jetty-launcher-4811-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1e6e100[provider=null,keyStore=null,trustStore=null] [junit4] 2> 279570 WARN (jetty-launcher-4811-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11a076e[provider=null,keyStore=null,trustStore=null] [junit4] 2> 279571 INFO (jetty-launcher-4811-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 279572 INFO (zkConnectionManagerCallback-4873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 279573 INFO (zkConnectionManagerCallback-4875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 279575 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 279576 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33235_solr as DOWN [junit4] 2> 279576 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 279576 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33235_solr [junit4] 2> 279577 INFO (zkCallback-4848-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4829-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4841-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279577 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 279595 INFO (zkConnectionManagerCallback-4882-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 279596 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 279597 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 279597 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 279609 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33235.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 279617 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33235.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 279617 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33235.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 279618 INFO (jetty-launcher-4811-thread-3) [n:127.0.0.1:33235_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node2/. [junit4] 2> 279665 INFO (zkConnectionManagerCallback-4888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 279666 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 279666 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 279667 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=13671647 [junit4] 2> 279667 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39641_solr [junit4] 2> 279668 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 279668 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39641_solr as DOWN [junit4] 2> 279668 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 279669 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 279669 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1140c13: rootName = solr_39641, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9ec57c [junit4] 2> 279674 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 279674 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e031ee: rootName = solr_39641, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a75fa0 [junit4] 2> 279678 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 279678 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1579c: rootName = solr_39641, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b88349 [junit4] 2> 279678 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1df1092[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@19a7dbe[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 279681 INFO (zkCallback-4841-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279681 INFO (zkCallback-4829-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279681 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279684 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b2036e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 279684 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279684 INFO (zkCallback-4865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279684 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279685 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a7e70{/solr,null,UNAVAILABLE} [junit4] 2> 279685 INFO (zkCallback-4858-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 279685 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 279685 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 279686 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 279686 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 279686 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2915bd{/solr,null,AVAILABLE} [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b0618{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46813} [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server Started @279725ms [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42207} [junit4] 2> 279687 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 279687 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:11.237Z [junit4] 2> 279689 INFO (zkConnectionManagerCallback-4893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 279689 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 280779 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 280780 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@d507b7[provider=null,keyStore=null,trustStore=null] [junit4] 2> 280783 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1803d22[provider=null,keyStore=null,trustStore=null] [junit4] 2> 280784 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 280785 INFO (zkConnectionManagerCallback-4899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 280787 INFO (zkConnectionManagerCallback-4901-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 280790 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 280791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42207_solr as DOWN [junit4] 2> 280791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 280791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42207_solr [junit4] 2> 280792 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4858-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4829-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280792 INFO (zkCallback-4841-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 280807 INFO (zkConnectionManagerCallback-4908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 280808 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 280808 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 280808 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 280824 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 280835 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 280835 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 280836 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [n:127.0.0.1:42207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node3/. [junit4] 2> 280885 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:46813/solr. Proxy: http://127.0.0.1:42207/solr [junit4] 2> 280885 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12227437 [junit4] 2> 280885 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43007_solr [junit4] 2> 280886 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 280886 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43007_solr as DOWN [junit4] 2> 280888 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 280888 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ec458f: rootName = solr_43007, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@120d058 [junit4] 2> 280896 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 280896 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@578249: rootName = solr_43007, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a75fa0 [junit4] 2> 280899 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 280899 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e38105: rootName = solr_43007, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b88349 [junit4] 2> 280899 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 280900 INFO (closeThreadPool-4912-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72072349068558344-127.0.0.1:43007_solr-n_0000000000) closing [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11f2fb[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 280900 INFO (OverseerStateUpdate-72072349068558344-127.0.0.1:43007_solr-n_0000000000) [n:127.0.0.1:43007_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43007_solr [junit4] 2> 280900 INFO (OverseerAutoScalingTriggerThread-72072349068558344-127.0.0.1:43007_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1c29a56[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 280902 INFO (closeThreadPool-4912-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72072349068558344-127.0.0.1:43007_solr-n_0000000000) closing [junit4] 2> 280902 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280902 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280902 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280903 INFO (zkCallback-4907-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280903 INFO (zkCallback-4858-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280903 INFO (zkCallback-4858-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37981_solr [junit4] 2> 280903 INFO (zkCallback-4865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280903 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.Overseer Overseer (id=72072349068558344-127.0.0.1:43007_solr-n_0000000000) closing [junit4] 2> 280904 INFO (zkCallback-4858-thread-1) [n:127.0.0.1:37981_solr ] o.a.s.c.Overseer Overseer (id=72072349068558350-127.0.0.1:37981_solr-n_0000000002) starting [junit4] 2> 280904 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 280904 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@b47e10{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 280905 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4449c8{/solr,null,UNAVAILABLE} [junit4] 2> 280905 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 280905 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 280905 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 280906 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 280906 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 280909 INFO (OverseerStateUpdate-72072349068558350-127.0.0.1:37981_solr-n_0000000002) [n:127.0.0.1:37981_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37981_solr [junit4] 2> 280909 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 280909 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 280909 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 280910 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e9ff6c{/solr,null,AVAILABLE} [junit4] 2> 280910 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1af20fc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37703} [junit4] 2> 280910 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server Started @280948ms [junit4] 2> 280910 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45767} [junit4] 2> 280910 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 280910 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 280911 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 280911 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 280911 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 280911 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:12.461Z [junit4] 2> 280914 INFO (zkConnectionManagerCallback-4914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 280914 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 281178 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 281181 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@98c8c4[provider=null,keyStore=null,trustStore=null] [junit4] 2> 281184 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@13b1938[provider=null,keyStore=null,trustStore=null] [junit4] 2> 281188 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 281189 INFO (zkConnectionManagerCallback-4920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 281191 INFO (zkConnectionManagerCallback-4922-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 281193 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 281194 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45767_solr as DOWN [junit4] 2> 281194 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 281194 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45767_solr [junit4] 2> 281195 INFO (zkCallback-4865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4907-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281195 INFO (zkCallback-4921-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 281208 INFO (zkConnectionManagerCallback-4929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 281209 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 281209 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 281210 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 281229 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 281238 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 281238 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 281239 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node4/. [junit4] 2> 281297 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:37703/solr. Proxy: http://127.0.0.1:45767/solr [junit4] 2> 281298 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17882577 [junit4] 2> 281298 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37981_solr [junit4] 2> 281298 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 281298 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37981_solr as DOWN [junit4] 2> 281299 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 281299 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@127b936: rootName = solr_37981, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@15a8a5 [junit4] 2> 281305 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 281305 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@aa44c6: rootName = solr_37981, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a75fa0 [junit4] 2> 281308 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 281308 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f54087: rootName = solr_37981, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b88349 [junit4] 2> 281308 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 281310 INFO (closeThreadPool-4933-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72072349068558350-127.0.0.1:37981_solr-n_0000000002) closing [junit4] 2> 281310 INFO (OverseerStateUpdate-72072349068558350-127.0.0.1:37981_solr-n_0000000002) [n:127.0.0.1:37981_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37981_solr [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@699f3e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 281310 INFO (OverseerAutoScalingTriggerThread-72072349068558350-127.0.0.1:37981_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1800984[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 281312 INFO (closeThreadPool-4933-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72072349068558350-127.0.0.1:37981_solr-n_0000000002) closing [junit4] 2> 281312 INFO (zkCallback-4921-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281312 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33235_solr [junit4] 2> 281312 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.Overseer Overseer (id=72072349068558350-127.0.0.1:37981_solr-n_0000000002) closing [junit4] 2> 281315 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281315 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281315 INFO (zkCallback-4928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281315 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281315 INFO (zkCallback-4907-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281315 INFO (zkCallback-4874-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 281316 INFO (zkCallback-4874-thread-1) [n:127.0.0.1:33235_solr ] o.a.s.c.Overseer Overseer (id=72072349068558353-127.0.0.1:33235_solr-n_0000000003) starting [junit4] 2> 281316 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ca0922{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 281316 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fd4cb6{/solr,null,UNAVAILABLE} [junit4] 2> 281317 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 281317 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 281318 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 281318 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 281318 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 281318 INFO (OverseerStateUpdate-72072349068558353-127.0.0.1:33235_solr-n_0000000003) [n:127.0.0.1:33235_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33235_solr [junit4] 2> 281325 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 281325 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 281325 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 281325 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18b15fb{/solr,null,AVAILABLE} [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d745ff{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39471} [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server Started @281363ms [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40383} [junit4] 2> 281326 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 281326 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-20T08:16:12.876Z [junit4] 2> 281327 INFO (zkConnectionManagerCallback-4935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 281327 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 281979 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 281980 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@acfe07[provider=null,keyStore=null,trustStore=null] [junit4] 2> 281989 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d4fc84[provider=null,keyStore=null,trustStore=null] [junit4] 2> 281991 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35403/solr [junit4] 2> 281993 INFO (zkConnectionManagerCallback-4941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 281995 INFO (zkConnectionManagerCallback-4943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 282001 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 282003 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40383_solr as DOWN [junit4] 2> 282004 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 282004 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40383_solr [junit4] 2> 282004 INFO (zkCallback-4921-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282004 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282004 INFO (zkCallback-4881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282004 INFO (zkCallback-4928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282004 INFO (zkCallback-4907-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282013 INFO (zkCallback-4874-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282013 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282013 INFO (zkCallback-4942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 282036 INFO (zkConnectionManagerCallback-4950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 282037 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 282038 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35403/solr ready [junit4] 2> 282039 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 282059 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40383.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 282071 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40383.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 282071 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40383.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b2ceed [junit4] 2> 282072 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001/tempDir-001/node1/. [junit4] 2> 282145 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:39471/solr. Proxy: http://127.0.0.1:40383/solr [junit4] 2> 282145 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20676783 [junit4] 2> 282145 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33235_solr [junit4] 2> 282145 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 282145 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33235_solr as DOWN [junit4] 2> 282147 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 282147 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1860d31: rootName = solr_33235, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d9bfd8 [junit4] 2> 282154 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 282154 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cc2452: rootName = solr_33235, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a75fa0 [junit4] 2> 282159 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 282159 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c64ce8: rootName = solr_33235, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b88349 [junit4] 2> 282159 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 282160 INFO (closeThreadPool-4954-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72072349068558353-127.0.0.1:33235_solr-n_0000000003) closing [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@fbeddf[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@190f587[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 282160 INFO (OverseerStateUpdate-72072349068558353-127.0.0.1:33235_solr-n_0000000003) [n:127.0.0.1:33235_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33235_solr [junit4] 2> 282160 INFO (OverseerAutoScalingTriggerThread-72072349068558353-127.0.0.1:33235_solr-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 282165 INFO (closeThreadPool-4954-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72072349068558353-127.0.0.1:33235_solr-n_0000000003) closing [junit4] 2> 282165 INFO (zkCallback-4921-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282165 INFO (zkCallback-4928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282166 INFO (zkCallback-4887-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282166 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.Overseer Overseer (id=72072349068558353-127.0.0.1:33235_solr-n_0000000003) closing [junit4] 2> 282166 INFO (zkCallback-4900-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282166 INFO (zkCallback-4942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282166 INFO (zkCallback-4900-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42207_solr [junit4] 2> 282166 INFO (zkCallback-4949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 282167 INFO (zkCallback-4900-thread-2) [n:127.0.0.1:42207_solr ] o.a.s.c.Overseer Overseer (id=72072349068558358-127.0.0.1:42207_solr-n_0000000004) starting [junit4] 2> 282168 INFO (OverseerStateUpdate-72072349068558358-127.0.0.1:42207_solr-n_0000000004) [n:127.0.0.1:42207_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42207_solr [junit4] 2> 282169 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f2dc03{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 282170 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e149d{/solr,null,UNAVAILABLE} [junit4] 2> 282170 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 282170 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 282170 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 282170 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 282170 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11 [junit4] 2> 282171 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 282171 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 282172 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 282172 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1423957{/solr,null,AVAILABLE} [junit4] 2> 282172 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e23ef5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34707} [junit4] 2> 282172 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.e.j.s.Server Started @282210ms [junit4] 2> 282172 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39641} [junit4] 2> 282172 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 282173 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 282173 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 282173 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode [...truncated too long message...] 007) closing [junit4] 2> 343400 INFO (OverseerStateUpdate-72072351789350946-127.0.0.1:32991_solr-n_0000000007) [n:127.0.0.1:32991_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32991_solr [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1139a9b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@db405d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 343407 INFO (OverseerAutoScalingTriggerThread-72072351789350946-127.0.0.1:32991_solr-n_0000000007) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@15b2cb3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1107c08[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 343410 INFO (jetty-closer-5256-thread-4) [ ] o.a.s.c.Overseer Overseer (id=72072351789350946-127.0.0.1:32991_solr-n_0000000007) closing [junit4] 2> 343411 INFO (closeThreadPool-5265-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72072351789350946-127.0.0.1:32991_solr-n_0000000007) closing [junit4] 2> 343412 INFO (jetty-closer-5256-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ef7e44{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41811} [junit4] 2> 343412 INFO (jetty-closer-5256-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c8a735{/solr,null,UNAVAILABLE} [junit4] 2> 343413 INFO (jetty-closer-5256-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 343413 INFO (jetty-closer-5256-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9f40d0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 343414 INFO (jetty-closer-5256-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e9f0cd{/solr,null,UNAVAILABLE} [junit4] 2> 343414 INFO (jetty-closer-5256-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 349777 ERROR (recoveryExecutor-5202-thread-1-processing-n:127.0.0.1:32951_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3 c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node4) [n:127.0.0.1:32951_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node4 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3 [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@cd6fd9[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 349778 INFO (jetty-closer-5256-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bee8ed{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35583} [junit4] 2> 349778 INFO (jetty-closer-5256-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f5c81d{/solr,null,UNAVAILABLE} [junit4] 2> 349779 INFO (jetty-closer-5256-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 349782 ERROR (recoveryExecutor-5221-thread-1-processing-n:127.0.0.1:40813_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5 c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node6) [n:127.0.0.1:40813_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node6 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5 [junit4] 1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1ebb2de[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] [junit4] 2> 349786 INFO (jetty-closer-5256-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1728ba6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46579} [junit4] 2> 349787 INFO (jetty-closer-5256-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15e4a37{/solr,null,UNAVAILABLE} [junit4] 2> 349787 INFO (jetty-closer-5256-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 349787 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer. [junit4] 2> 349788 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 34 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/terms/shard1 [junit4] 2> 23 /solr/clusterprops.json [junit4] 2> 23 /solr/aliases.json [junit4] 2> 11 /solr/security.json [junit4] 2> 6 /solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED [junit4] 2> 6 /solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/managed-schema [junit4] 2> 3 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/state.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 67 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/state.json [junit4] 2> 23 /solr/clusterstate.json [junit4] 2> 6 /solr/autoscaling.json [junit4] 2> 3 /solr/overseer_elect/election/72072351789350934-127.0.0.1:43605_solr-n_0000000004 [junit4] 2> 2 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/leader_elect/shard1/election/72072351789350934-core_node2-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 23 /solr/collections [junit4] 2> 12 /solr/live_nodes [junit4] 2> 6 /solr/overseer/queue [junit4] 2> 6 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 6 /solr/overseer/queue-work [junit4] 2> 6 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 349791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40717 [junit4] 2> 349791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40717 [junit4] 2> 349792 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[BDBBF7047BDBCCFD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOutOfSyncReplicasCannotBecomeLeaderAfterRestart [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_BDBBF7047BDBCCFD-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1284, maxMBSortInHeap=5.629516817456721, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16fd906), locale=zh, timezone=Africa/Nairobi [junit4] 2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=64227152,total=310063104 [junit4] 2> NOTE: All tests run in this JVM: [TestSearcherReuse, ZkControllerTest, MetricTriggerTest, TestJsonRequest, DocumentBuilderTest, TestStressLiveNodes, DateFieldTest, TestExclusionRuleCollectionAccess, SpellCheckComponentTest, StatelessScriptUpdateProcessorFactoryTest, ReplicationFactorTest, SpellCheckCollatorWithCollapseTest, ChaosMonkeySafeLeaderTest, TimeZoneUtilsTest, SignificantTermsQParserPluginTest, TestSubQueryTransformerDistrib, SolrCLIZkUtilsTest, TestDocSet, SolrIndexSplitterTest, TestDynamicFieldCollectionResource, SolrJmxReporterCloudTest, RuleEngineTest, ClassificationUpdateProcessorIntegrationTest, FacetPivotSmallTest, FileUtilsTest, TestExactSharedStatsCache, HdfsBasicDistributedZk2Test, TestMultiWordSynonyms, BitVectorTest, PeerSyncWithBufferUpdatesTest, HdfsThreadLeakTest, TestSimGenericDistributedQueue, TestCloudRecovery, TestHighFrequencyDictionaryFactory, TestApiFramework, SOLR749Test, TestHttpShardHandlerFactory, JSONWriterTest, TestJettySolrRunner, TestCloudConsistency] [junit4] Completed [119/844 (1!)] on J0 in 75.23s, 2 tests, 1 failure <<< FAILURES! [...truncated 47720 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/19/consoleText [repro] Revision: cdabcb88d3c9fc056e8edd4da9e912a5e913cc38 [repro] Repro line: ant test -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=BDBBF7047BDBCCFD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/core [repro] TestCloudConsistency [repro] ant compile-test [...truncated 3573 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudConsistency" -Dtests.showOutput=onerror -Dtests.seed=BDBBF7047BDBCCFD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [...truncated 75 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.TestCloudConsistency [repro] Exiting with code 0 [...truncated 43 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
