Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/189/ Java: 64bit/jdk-13-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed. FAILED: org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader Error Message: Doc with id=4 not found in http://127.0.0.1:37921/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null} Stack Trace: java.lang.AssertionError: Doc with id=4 not found in http://127.0.0.1:37921/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null} at __randomizedtesting.SeedInfo.seed([EA26C0F0FD205F2A:94CDE0E03E475010]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.assertTrue(Assert.java:41) at org.apache.solr.cloud.TestCloudConsistency.assertDocExists(TestCloudConsistency.java:283) at org.apache.solr.cloud.TestCloudConsistency.assertDocsExistInAllReplicas(TestCloudConsistency.java:267) at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:138) at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:97) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) Build Log: [...truncated 13754 lines...] [junit4] Suite: org.apache.solr.cloud.TestCloudConsistency [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/init-core-data-001 [junit4] 2> 1818875 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001 [junit4] 2> 1818875 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1818901 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1818902 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1819001 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer start zk server on port:43353 [junit4] 2> 1819002 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43353 [junit4] 2> 1819002 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43353 [junit4] 2> 1819144 INFO (zkConnectionManagerCallback-8705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819209 INFO (zkConnectionManagerCallback-8707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819231 INFO (zkConnectionManagerCallback-8709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819257 WARN (jetty-launcher-8710-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1819257 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1819257 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1819258 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1819269 WARN (jetty-launcher-8710-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1819269 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1819269 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1819270 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1819280 WARN (jetty-launcher-8710-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1819280 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1819280 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1819280 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1819361 WARN (jetty-launcher-8710-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1819361 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1819361 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1819362 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1819585 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1819585 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1819585 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1819609 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1819609 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1819609 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1819619 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49058327{/solr,null,AVAILABLE} [junit4] 2> 1819666 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54720de3{/solr,null,AVAILABLE} [junit4] 2> 1819689 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e2821b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36485} [junit4] 2> 1819689 INFO (jetty-launcher-8710-thread-2) [ ] o.e.j.s.Server Started @1820035ms [junit4] 2> 1819689 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36485} [junit4] 2> 1819689 ERROR (jetty-launcher-8710-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1819689 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1819689 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1819690 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1819690 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1819690 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:48.972061Z [junit4] 2> 1819701 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39a87508{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34101} [junit4] 2> 1819701 INFO (jetty-launcher-8710-thread-1) [ ] o.e.j.s.Server Started @1820047ms [junit4] 2> 1819701 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34101} [junit4] 2> 1819702 ERROR (jetty-launcher-8710-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1819702 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1819702 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1819702 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1819702 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1819702 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:48.984375Z [junit4] 2> 1819713 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1819713 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1819713 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1819721 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7134fe82{/solr,null,AVAILABLE} [junit4] 2> 1819721 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33e97157{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34035} [junit4] 2> 1819721 INFO (jetty-launcher-8710-thread-3) [ ] o.e.j.s.Server Started @1820067ms [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34035} [junit4] 2> 1819722 ERROR (jetty-launcher-8710-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1819722 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:49.004689Z [junit4] 2> 1819738 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1819738 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1819738 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1819739 INFO (zkConnectionManagerCallback-8714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819740 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1819749 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5acab3ca{/solr,null,AVAILABLE} [junit4] 2> 1819749 INFO (zkConnectionManagerCallback-8712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819749 INFO (zkConnectionManagerCallback-8716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819749 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12e5311d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43129} [junit4] 2> 1819749 INFO (jetty-launcher-8710-thread-4) [ ] o.e.j.s.Server Started @1820095ms [junit4] 2> 1819749 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43129} [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1819750 ERROR (jetty-launcher-8710-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1819750 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010928f2080003, likely client has closed socket [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1819750 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:49.032451Z [junit4] 2> 1819761 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1819769 INFO (zkConnectionManagerCallback-8719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1819771 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1819839 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1819865 WARN (jetty-launcher-8710-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7b135e5a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1819901 WARN (jetty-launcher-8710-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a0e5d1f[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1819903 INFO (jetty-launcher-8710-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1819944 INFO (zkConnectionManagerCallback-8728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820001 INFO (zkConnectionManagerCallback-8730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820006 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1820042 WARN (jetty-launcher-8710-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5fb92eee[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820078 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34101_solr [junit4] 2> 1820079 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.Overseer Overseer (id=72349140478590984-127.0.0.1:34101_solr-n_0000000000) starting [junit4] 2> 1820090 WARN (jetty-launcher-8710-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ace5e01[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820091 INFO (jetty-launcher-8710-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1820138 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1820138 INFO (zkConnectionManagerCallback-8740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820141 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1820145 INFO (zkConnectionManagerCallback-8743-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820145 INFO (OverseerStateUpdate-72349140478590984-127.0.0.1:34101_solr-n_0000000000) [n:127.0.0.1:34101_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34101_solr [junit4] 2> 1820145 WARN (jetty-launcher-8710-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19773fd1[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820155 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1820157 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34101_solr [junit4] 2> 1820343 WARN (jetty-launcher-8710-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@d611104[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820344 INFO (zkCallback-8739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1820344 WARN (jetty-launcher-8710-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@39e510e3[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820345 INFO (jetty-launcher-8710-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1820358 INFO (zkCallback-8729-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1820442 INFO (zkConnectionManagerCallback-8748-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820448 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1820453 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34035_solr as DOWN [junit4] 2> 1820455 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1820455 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34035_solr [junit4] 2> 1820456 INFO (zkCallback-8739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1820456 INFO (zkCallback-8729-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1820484 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1820514 INFO (zkCallback-8747-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1820527 INFO (zkConnectionManagerCallback-8754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820532 WARN (jetty-launcher-8710-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e434f36[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1820535 INFO (jetty-launcher-8710-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1820549 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820575 INFO (zkConnectionManagerCallback-8762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820576 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1820578 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1820581 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010928f208000c, likely client has closed socket [junit4] 2> 1820582 INFO (zkConnectionManagerCallback-8765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820603 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1820613 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820613 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820621 INFO (jetty-launcher-8710-thread-1) [n:127.0.0.1:34101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node1/. [junit4] 2> 1820650 INFO (zkConnectionManagerCallback-8768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820654 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1820657 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36485_solr as DOWN [junit4] 2> 1820657 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1820658 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36485_solr [junit4] 2> 1820658 INFO (zkCallback-8729-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1820658 INFO (zkCallback-8739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1820658 INFO (zkCallback-8747-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1820658 INFO (zkConnectionManagerCallback-8770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820677 INFO (zkCallback-8761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1820684 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1820687 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43129_solr as DOWN [junit4] 2> 1820695 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1820695 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr [junit4] 2> 1820696 INFO (zkCallback-8767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1820696 INFO (zkCallback-8747-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820696 INFO (zkCallback-8739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820696 INFO (zkCallback-8761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820696 INFO (zkCallback-8729-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820714 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820729 INFO (zkCallback-8769-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1820730 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34035.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820807 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34035.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820808 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34035.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1820809 INFO (jetty-launcher-8710-thread-3) [n:127.0.0.1:34035_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node3/. [junit4] 2> 1820841 INFO (zkConnectionManagerCallback-8779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820843 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1820844 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1820851 INFO (zkConnectionManagerCallback-8784-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1820852 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1820853 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1820904 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1820913 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1821157 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821164 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821264 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821264 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821266 INFO (jetty-launcher-8710-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node2/. [junit4] 2> 1821266 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821266 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1821268 INFO (jetty-launcher-8710-thread-4) [n:127.0.0.1:43129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node4/. [junit4] 2> 1821693 INFO (zkConnectionManagerCallback-8791-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1821694 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1821698 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1821701 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1706039790 [junit4] 2> 1821701 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34101_solr [junit4] 2> 1821711 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 1821711 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34101_solr as DOWN [junit4] 2> 1821713 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1821721 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1821725 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bac4428: rootName = solr_34101, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7afd80b0 [junit4] 2> 1821756 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1821756 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@724d0312: rootName = solr_34101, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6936d666 [junit4] 2> 1821779 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1821779 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3498a973: rootName = solr_34101, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7bb6b51e [junit4] 2> 1821779 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1821825 INFO (closeThreadPool-8794-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72349140478590984-127.0.0.1:34101_solr-n_0000000000) closing [junit4] 2> 1821850 INFO (OverseerStateUpdate-72349140478590984-127.0.0.1:34101_solr-n_0000000000) [n:127.0.0.1:34101_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34101_solr [junit4] 2> 1821885 INFO (OverseerAutoScalingTriggerThread-72349140478590984-127.0.0.1:34101_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1821895 INFO (zkCallback-8761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821896 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821917 INFO (zkCallback-8747-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34035_solr [junit4] 2> 1821917 INFO (zkCallback-8769-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821930 INFO (zkCallback-8783-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821930 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821930 INFO (zkCallback-8747-thread-1) [n:127.0.0.1:34035_solr ] o.a.s.c.Overseer Overseer (id=72349140478590987-127.0.0.1:34035_solr-n_0000000001) starting [junit4] 2> 1821930 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1821953 INFO (OverseerStateUpdate-72349140478590987-127.0.0.1:34035_solr-n_0000000001) [n:127.0.0.1:34035_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34035_solr [junit4] 2> 1821954 INFO (OverseerStateUpdate-72349140478590987-127.0.0.1:34035_solr-n_0000000001) [n:127.0.0.1:34035_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1822000 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.Overseer Overseer (id=72349140478590984-127.0.0.1:34101_solr-n_0000000000) closing [junit4] 2> 1822000 INFO (closeThreadPool-8794-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72349140478590984-127.0.0.1:34101_solr-n_0000000000) closing [junit4] 2> 1822058 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@39a87508{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 1822058 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54720de3{/solr,null,UNAVAILABLE} [junit4] 2> 1822059 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1822059 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1822059 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1822060 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1822060 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1822165 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1822165 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1822165 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1822175 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76fa7030{/solr,null,AVAILABLE} [junit4] 2> 1822175 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46ef97d0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41263} [junit4] 2> 1822175 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server Started @1822521ms [junit4] 2> 1822175 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36025} [junit4] 2> 1822176 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1822176 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1822176 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1822176 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1822176 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1822176 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:51.458222Z [junit4] 2> 1822224 INFO (zkConnectionManagerCallback-8796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822225 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1822615 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1822637 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@72b25e72[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1822678 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1875a2d5[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1822679 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1822720 INFO (zkConnectionManagerCallback-8803-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822788 INFO (zkConnectionManagerCallback-8805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822795 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1822798 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36025_solr as DOWN [junit4] 2> 1822798 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1822798 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36025_solr [junit4] 2> 1822800 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8769-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8783-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822800 INFO (zkCallback-8747-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822824 INFO (zkCallback-8804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1822877 INFO (zkConnectionManagerCallback-8812-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822885 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1822886 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1822912 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1822989 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36025.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1823063 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36025.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1823063 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36025.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1823066 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [n:127.0.0.1:36025_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node1/. [junit4] 2> 1823265 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:41263/solr. Proxy: http://127.0.0.1:36025/solr [junit4] 2> 1823265 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=178703657 [junit4] 2> 1823265 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34035_solr [junit4] 2> 1823266 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 1823266 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34035_solr as DOWN [junit4] 2> 1823302 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1823322 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@653380ed: rootName = solr_34035, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7231c5b7 [junit4] 2> 1823382 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1823382 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7651c27f: rootName = solr_34035, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6936d666 [junit4] 2> 1823396 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1823396 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15c82bd6: rootName = solr_34035, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7bb6b51e [junit4] 2> 1823396 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1823421 INFO (closeThreadPool-8816-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72349140478590987-127.0.0.1:34035_solr-n_0000000001) closing [junit4] 2> 1823433 INFO (OverseerStateUpdate-72349140478590987-127.0.0.1:34035_solr-n_0000000001) [n:127.0.0.1:34035_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34035_solr [junit4] 2> 1823438 INFO (OverseerAutoScalingTriggerThread-72349140478590987-127.0.0.1:34035_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1823486 INFO (closeThreadPool-8816-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72349140478590987-127.0.0.1:34035_solr-n_0000000001) closing [junit4] 2> 1823486 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.Overseer Overseer (id=72349140478590987-127.0.0.1:34035_solr-n_0000000001) closing [junit4] 2> 1823486 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010928f208000b, likely client has closed socket [junit4] 2> 1823487 INFO (zkCallback-8769-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823487 INFO (zkCallback-8783-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823487 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36485_solr [junit4] 2> 1823487 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823488 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823488 INFO (zkCallback-8767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823488 INFO (zkCallback-8767-thread-2) [n:127.0.0.1:36485_solr ] o.a.s.c.Overseer Overseer (id=72349140478590991-127.0.0.1:36485_solr-n_0000000002) starting [junit4] 2> 1823489 INFO (zkCallback-8804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823538 INFO (zkCallback-8811-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1823549 INFO (OverseerStateUpdate-72349140478590991-127.0.0.1:36485_solr-n_0000000002) [n:127.0.0.1:36485_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36485_solr [junit4] 2> 1823582 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@33e97157{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 1823582 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7134fe82{/solr,null,UNAVAILABLE} [junit4] 2> 1823583 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1823584 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1823584 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1823585 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1823585 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1823725 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1823725 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1823725 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1823749 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7961630a{/solr,null,AVAILABLE} [junit4] 2> 1823749 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57078129{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33645} [junit4] 2> 1823749 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server Started @1824095ms [junit4] 2> 1823749 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37921} [junit4] 2> 1823750 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1823750 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1823750 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1823750 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1823750 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1823750 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:53.032216Z [junit4] 2> 1823790 INFO (zkConnectionManagerCallback-8818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1823791 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1823796 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010928f2080018, likely client has closed socket [junit4] 2> 1823884 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1823901 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@56fdccac[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1823949 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@636a7e9c[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1823951 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1823993 INFO (zkConnectionManagerCallback-8825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1824036 INFO (zkConnectionManagerCallback-8827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1824040 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1824042 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37921_solr as DOWN [junit4] 2> 1824042 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1824042 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37921_solr [junit4] 2> 1824043 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824043 INFO (zkCallback-8769-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824043 INFO (zkCallback-8811-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824043 INFO (zkCallback-8783-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824043 INFO (zkCallback-8804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824044 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824044 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824059 INFO (zkCallback-8826-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1824109 INFO (zkConnectionManagerCallback-8834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1824111 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1824111 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1824134 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1824205 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1824272 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1824272 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1824274 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node3/. [junit4] 2> 1824588 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:33645/solr. Proxy: http://127.0.0.1:37921/solr [junit4] 2> 1824589 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=925328203 [junit4] 2> 1824589 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr [junit4] 2> 1824589 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 1824589 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43129_solr as DOWN [junit4] 2> 1824605 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1824606 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@510c872a: rootName = solr_43129, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@472d8405 [junit4] 2> 1824629 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1824629 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@718fefe2: rootName = solr_43129, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6936d666 [junit4] 2> 1824640 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1824640 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e119e6e: rootName = solr_43129, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7bb6b51e [junit4] 2> 1824640 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1824674 INFO (zkCallback-8804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824674 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824674 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824674 INFO (zkCallback-8811-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824675 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824681 INFO (zkCallback-8826-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824702 INFO (zkCallback-8833-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1824703 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@12e5311d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 1824717 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5acab3ca{/solr,null,UNAVAILABLE} [junit4] 2> 1824717 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1824718 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1824719 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1824719 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1824719 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1824813 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1824813 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1824813 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1824837 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6259ec95{/solr,null,AVAILABLE} [junit4] 2> 1824837 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c2dde89{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38109} [junit4] 2> 1824837 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server Started @1825183ms [junit4] 2> 1824837 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40271} [junit4] 2> 1824838 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1824838 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1824838 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1824838 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1824838 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1824838 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:54.120219Z [junit4] 2> 1824884 INFO (zkConnectionManagerCallback-8840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1824885 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1825029 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1825049 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@408d1356[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1825081 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15c19848[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1825083 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43353/solr [junit4] 2> 1825109 INFO (zkConnectionManagerCallback-8847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1825137 INFO (zkConnectionManagerCallback-8849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1825142 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1825147 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40271_solr as DOWN [junit4] 2> 1825148 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1825148 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40271_solr [junit4] 2> 1825149 INFO (zkCallback-8778-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8826-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8811-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8833-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8767-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825149 INFO (zkCallback-8804-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825165 INFO (zkCallback-8848-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1825212 INFO (zkConnectionManagerCallback-8856-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1825214 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1825215 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43353/solr ready [junit4] 2> 1825241 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1825364 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40271.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1825427 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40271.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1825427 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40271.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24908165 [junit4] 2> 1825437 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001/tempDir-001/node4/. [junit4] 2> 1825646 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:38109/solr. Proxy: http://127.0.0.1:40271/solr [junit4] 2> 1825646 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2047038332 [junit4] 2> 1825646 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36485_solr [junit4] 2> 1825646 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN... [junit4] 2> 1825647 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36485_solr as DOWN [junit4] 2> 1825669 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 1825670 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2aaa66b1: rootName = solr_36485, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1369ef4 [junit4] 2> 1825686 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1825692 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b386e95: rootName = solr_36485, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6936d666 [junit4] 2> 1825714 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1825715 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c88063c: rootName = solr_36485, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7bb6b51e [junit4] 2> 1825715 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1825742 INFO (closeThreadPool-8860-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72349140478590991-127.0.0.1:36485_solr-n_0000000002) closing [junit4] 2> 1825749 INFO (OverseerStateUpdate-72349140478590991-127.0.0.1:36485_solr-n_0000000002) [n:127.0.0.1:36485_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36485_solr [junit4] 2> 1825780 INFO (OverseerAutoScalingTriggerThread-72349140478590991-127.0.0.1:36485_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1825784 INFO (closeThreadPool-8860-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72349140478590991-127.0.0.1:36485_solr-n_0000000002) closing [junit4] 2> 1825798 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.Overseer Overseer (id=72349140478590991-127.0.0.1:36485_solr-n_0000000002) closing [junit4] 2> 1825799 INFO (zkCallback-8826-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825799 INFO (zkCallback-8848-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825799 INFO (zkCallback-8811-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825799 INFO (zkCallback-8833-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825799 INFO (zkCallback-8804-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36025_solr [junit4] 2> 1825799 INFO (zkCallback-8804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825799 INFO (zkCallback-8790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825801 INFO (zkCallback-8804-thread-2) [n:127.0.0.1:36025_solr ] o.a.s.c.Overseer Overseer (id=72349140478590998-127.0.0.1:36025_solr-n_0000000004) starting [junit4] 2> 1825805 INFO (zkCallback-8855-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1825837 INFO (OverseerStateUpdate-72349140478590998-127.0.0.1:36025_solr-n_0000000004) [n:127.0.0.1:36025_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36025_solr [junit4] 2> 1825889 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e2821b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 1825909 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49058327{/solr,null,UNAVAILABLE} [junit4] 2> 1825937 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1825946 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1825946 WARN (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1825947 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1825947 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 13-testing+0-builds.shipilev.net-openjdk-jdk-b769-20190316-jdk-1312 [junit4] 2> 1826013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1826013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1826013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1826013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd49a0{/solr,null,AVAILABLE} [junit4] 2> 1826014 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@239f98de{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40477} [junit4] 2> 1826014 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.e.j.s.Server Started @1826360ms [junit4] 2> 1826014 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34637} [junit4] 2> 1826014 ERROR (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1826014 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1826015 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0 [junit4] 2> 1826015 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1826015 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1826015 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-10T05:27:55.297195Z [junit4] 2> 1826113 INFO (zkConnectionManagerCallback-8862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1826114 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[EA26C0F0FD205F2A]) [ [...truncated too long message...] INFO (zkCallback-9122-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 1904020 INFO (zkCallback-9122-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35461_solr [junit4] 2> 1904046 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101092997200026, likely client has closed socket [junit4] 2> 1904058 INFO (jetty-closer-9175-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a96f3ea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0} [junit4] 2> 1904061 INFO (jetty-closer-9175-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f9eef92{/solr,null,UNAVAILABLE} [junit4] 2> 1904066 INFO (jetty-closer-9175-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1904069 INFO (jetty-closer-9175-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@54dbf5f9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33163} [junit4] 2> 1904070 INFO (jetty-closer-9175-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50ec281d{/solr,null,UNAVAILABLE} [junit4] 2> 1904072 INFO (jetty-closer-9175-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1909148 ERROR (recoveryExecutor-9119-thread-1-processing-n:127.0.0.1:35461_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3 c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node4) [n:127.0.0.1:35461_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node4 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3 [junit4] 2> 1909150 INFO (jetty-closer-9175-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@247cedc5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45441} [junit4] 2> 1909150 INFO (jetty-closer-9175-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64ca8878{/solr,null,UNAVAILABLE} [junit4] 2> 1909150 INFO (jetty-closer-9175-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1909157 ERROR (recoveryExecutor-9139-thread-1-processing-n:127.0.0.1:35403_solr x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5 c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node6) [n:127.0.0.1:35403_solr c:outOfSyncReplicasCannotBecomeLeader-true s:shard1 r:core_node6 x:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5 [junit4] 2> 1909160 INFO (jetty-closer-9175-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a584ff6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35511} [junit4] 2> 1909160 INFO (jetty-closer-9175-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@383d20eb{/solr,null,UNAVAILABLE} [junit4] 2> 1909160 INFO (jetty-closer-9175-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1909162 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer. [junit4] 2> 1909163 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 33 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/terms/shard1 [junit4] 2> 23 /solr/clusterprops.json [junit4] 2> 23 /solr/aliases.json [junit4] 2> 11 /solr/security.json [junit4] 2> 6 /solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED [junit4] 2> 6 /solr/configs/outOfSyncReplicasCannotBecomeLeader-true.AUTOCREATED/managed-schema [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 59 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/state.json [junit4] 2> 23 /solr/clusterstate.json [junit4] 2> 3 /solr/overseer_elect/election/72349143248404502-127.0.0.1:45513_solr-n_0000000004 [junit4] 2> 3 /solr/overseer_elect/election/72349143248404492-127.0.0.1:44999_solr-n_0000000000 [junit4] 2> 3 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/leader_elect/shard1/election/72349143248404526-core_node2-n_0000000005 [junit4] 2> 2 /solr/collections/outOfSyncReplicasCannotBecomeLeader-true/leader_elect/shard1/election/72349143248404502-core_node2-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/72349143248404488-127.0.0.1:43123_solr-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 23 /solr/collections [junit4] 2> 14 /solr/live_nodes [junit4] 2> 3 /solr/overseer/queue [junit4] 2> 3 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 3 /solr/overseer/queue-work [junit4] 2> 3 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 1909166 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41541 [junit4] 2> 1909166 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart-seed#[EA26C0F0FD205F2A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41541 [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudConsistency_EA26C0F0FD205F2A-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@714da71f), locale=bs-Cyrl, timezone=US/Samoa [junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 13-testing (64-bit)/cpus=8,threads=1,free=124563864,total=521666560 [junit4] 2> NOTE: All tests run in this JVM: [SolrSlf4jReporterTest, TestDistributedSearch, DistributedQueryComponentOptimizationTest, TestCloudSchemaless, TriggerEventQueueTest, UnloadDistributedZkTest, TestNumericTokenStream, LeaderElectionContextKeyTest, TestPartialUpdateDeduplication, TestCorePropertiesReload, SpellPossibilityIteratorTest, RegexBoostProcessorTest, SuggesterTest, TestFieldCollectionResource, SolrIndexConfigTest, ScheduledTriggerTest, TestStressLucene, BlockJoinFacetRandomTest, TestCollectionAPI, TestManagedResourceStorage, RequestLoggingTest, TestComplexPhraseLeadingWildcard, SyncSliceTest, BitVectorTest, TestStressLiveNodes, TestRecoveryHdfs, CloudExitableDirectoryReaderTest, TestSimGenericDistributedQueue, HighlighterMaxOffsetTest, TestShardHandlerFactory, TestAtomicUpdateErrorCases, RequestHandlersTest, ReplicaListTransformerTest, TestHighlightDedupGrouping, TestMacros, AtomicUpdateRemovalJavabinTest, TestCloudRecovery, CurrencyFieldTypeTest, DistributedFacetPivotLongTailTest, BaseCdcrDistributedZkTest, TestCloudNestedDocsSort, XmlInterpolationTest, TestTrieFacet, MinimalSchemaTest, TestNumericTerms32, RestoreTriggerStateTest, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, TestSmileRequest, TestRawTransformer, TestLMDirichletSimilarityFactory, CacheHeaderTest, TestPhraseSuggestions, TestConfigSets, TestConfigOverlay, TestRTimerTree, ZkControllerTest, TestBinaryField, TermVectorComponentDistributedTest, TestPseudoReturnFields, PreAnalyzedFieldManagedSchemaCloudTest, TestInitQParser, TestSegmentSorting, SimpleMLTQParserTest, QueryEqualityTest, TestInfoStreamLogging, SolrInfoBeanTest, CursorMarkTest, SolrGraphiteReporterTest, TestDistribDocBasedVersion, HLLSerializationTest, ReturnFieldsTest, TestUseDocValuesAsStored, StatsComponentTest, LeaderVoteWaitTimeoutTest, TestSchemaManager, XsltUpdateRequestHandlerTest, TestExtendedDismaxParser, JavabinLoaderTest, TestSolrQueryParser, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, TestQuerySenderListener, TestClusterProperties, TestSimDistributedQueue, TestLRUStatsCache, HttpTriggerListenerTest, TestInPlaceUpdatesDistrib, LoggingHandlerTest, TestSystemIdResolver, TestOnReconnectListenerSupport, TestSolrConfigHandlerCloud, VersionInfoTest, RuleEngineTest, TestExclusionRuleCollectionAccess, OverseerTest, TestIndexingPerformance, WordBreakSolrSpellCheckerTest, TestCloudConsistency] [junit4] Completed [290/851 (1!)] on J1 in 90.62s, 2 tests, 1 failure <<< FAILURES! [...truncated 44523 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/189/consoleText [repro] Revision: 4a931998038377112285a2a26e08452be6e2da39 [repro] Repro line: ant test -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=EA26C0F0FD205F2A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bs-Cyrl -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/core [repro] TestCloudConsistency [repro] ant compile-test [...truncated 3569 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudConsistency" -Dtests.showOutput=onerror -Dtests.seed=EA26C0F0FD205F2A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bs-Cyrl -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [...truncated 83 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.TestCloudConsistency [repro] Exiting with code 0 [...truncated 43 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org