Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/51/ Java: 32bit/jdk1.8.0_201 -server -XX:+UseSerialGC
1 tests failed. FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica Error Message: Timeout occurred while waiting response from server at: https://127.0.0.1:34441/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34441/solr at __randomizedtesting.SeedInfo.seed([A6471C89BF96B8E8:CC517D59D764F222]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:384) at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:256) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) at sun.security.ssl.InputRecord.read(InputRecord.java:503) at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975) at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933) at sun.security.ssl.AppInputStream.read(AppInputStream.java:105) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548) ... 50 more Build Log: [...truncated 14505 lines...] [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest [junit4] 2> 1331836 INFO (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/init-core-data-001 [junit4] 2> 1331837 WARN (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1331837 INFO (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1331838 INFO (SUITE-DeleteReplicaTest-seed#[A6471C89BF96B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1331840 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteLiveReplicaTest [junit4] 2> 1331841 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001 [junit4] 2> 1331841 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1331841 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1331841 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1331941 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer start zk server on port:34223 [junit4] 2> 1331941 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34223 [junit4] 2> 1331941 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34223 [junit4] 2> 1331945 INFO (zkConnectionManagerCallback-13296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331947 INFO (zkConnectionManagerCallback-13298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331948 INFO (zkConnectionManagerCallback-13300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331950 WARN (jetty-launcher-13301-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1331950 WARN (jetty-launcher-13301-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1331950 WARN (jetty-launcher-13301-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1331950 WARN (jetty-launcher-13301-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1331951 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c19a4f{/solr,null,AVAILABLE} [junit4] 2> 1331952 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1837610{/solr,null,AVAILABLE} [junit4] 2> 1331952 WARN (jetty-launcher-13301-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@13469d6[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1331952 WARN (jetty-launcher-13301-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16bd5fc[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4130a7{/solr,null,AVAILABLE} [junit4] 2> 1331953 WARN (jetty-launcher-13301-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f51c3a[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10afe39{SSL,[ssl, http/1.1]}{127.0.0.1:40045} [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.e.j.s.Server Started @1331994ms [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40045} [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@730ff9{SSL,[ssl, http/1.1]}{127.0.0.1:43465} [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.e.j.s.Server Started @1331994ms [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43465} [junit4] 2> 1331953 ERROR (jetty-launcher-13301-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T04:18:38.144Z [junit4] 2> 1331953 ERROR (jetty-launcher-13301-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1331953 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T04:18:38.144Z [junit4] 2> 1331954 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bac57f{SSL,[ssl, http/1.1]}{127.0.0.1:39887} [junit4] 2> 1331954 INFO (jetty-launcher-13301-thread-2) [ ] o.e.j.s.Server Started @1331995ms [junit4] 2> 1331954 INFO (zkConnectionManagerCallback-13303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331954 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39887} [junit4] 2> 1331954 INFO (zkConnectionManagerCallback-13305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331954 ERROR (jetty-launcher-13301-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1331954 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1331955 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 1331955 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1331955 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1331955 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T04:18:38.146Z [junit4] 2> 1331955 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1331959 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1331959 INFO (zkConnectionManagerCallback-13307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331960 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1331960 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1331960 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1331960 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09 [junit4] 2> 1331975 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1331975 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1331975 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1331975 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d6421c{/solr,null,AVAILABLE} [junit4] 2> 1331976 WARN (jetty-launcher-13301-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2bda20[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1331976 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c7c06{SSL,[ssl, http/1.1]}{127.0.0.1:40593} [junit4] 2> 1331976 INFO (jetty-launcher-13301-thread-3) [ ] o.e.j.s.Server Started @1332017ms [junit4] 2> 1331976 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40593} [junit4] 2> 1331977 ERROR (jetty-launcher-13301-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1331977 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1331977 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0 [junit4] 2> 1331977 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1331977 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1331977 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T04:18:38.168Z [junit4] 2> 1331981 INFO (zkConnectionManagerCallback-13312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1331982 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1332678 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1332678 WARN (jetty-launcher-13301-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332679 WARN (jetty-launcher-13301-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15efe04[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332683 WARN (jetty-launcher-13301-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332683 WARN (jetty-launcher-13301-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14a2e9d[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332685 INFO (jetty-launcher-13301-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr [junit4] 2> 1332686 INFO (zkConnectionManagerCallback-13319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332687 INFO (zkConnectionManagerCallback-13321-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332724 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40593_solr [junit4] 2> 1332725 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.c.Overseer Overseer (id=72157238465527816-127.0.0.1:40593_solr-n_0000000000) starting [junit4] 2> 1332736 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1332737 WARN (jetty-launcher-13301-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332738 INFO (zkConnectionManagerCallback-13328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332738 WARN (jetty-launcher-13301-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79b1b9[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332743 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready [junit4] 2> 1332806 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1332807 WARN (jetty-launcher-13301-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332821 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 1332822 WARN (jetty-launcher-13301-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332823 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40593_solr [junit4] 2> 1332823 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40593_solr [junit4] 2> 1332824 WARN (jetty-launcher-13301-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332825 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1332841 WARN (jetty-launcher-13301-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4153d5[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332842 WARN (jetty-launcher-13301-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@103970c[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332842 WARN (jetty-launcher-13301-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11053b3[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332844 INFO (jetty-launcher-13301-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr [junit4] 2> 1332845 INFO (zkCallback-13327-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1332848 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1332853 WARN (jetty-launcher-13301-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332857 WARN (jetty-launcher-13301-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 1332858 INFO (zkConnectionManagerCallback-13339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332877 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332885 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332885 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332886 INFO (jetty-launcher-13301-thread-3) [n:127.0.0.1:40593_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/. [junit4] 2> 1332898 WARN (jetty-launcher-13301-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e7b19c[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332899 INFO (jetty-launcher-13301-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr [junit4] 2> 1332901 WARN (jetty-launcher-13301-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4e1ad8[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1332902 INFO (jetty-launcher-13301-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34223/solr [junit4] 2> 1332914 INFO (zkConnectionManagerCallback-13344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332915 INFO (zkConnectionManagerCallback-13349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332915 INFO (zkConnectionManagerCallback-13347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332921 INFO (zkConnectionManagerCallback-13351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332923 INFO (zkConnectionManagerCallback-13353-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332924 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1332924 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1332926 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39887_solr as DOWN [junit4] 2> 1332926 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43465_solr as DOWN [junit4] 2> 1332927 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1332927 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39887_solr [junit4] 2> 1332927 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1332927 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43465_solr [junit4] 2> 1332927 INFO (zkCallback-13320-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1332928 INFO (zkCallback-13327-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1332928 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1332932 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 1332943 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1332944 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40045_solr as DOWN [junit4] 2> 1332945 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1332945 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr [junit4] 2> 1332945 INFO (zkCallback-13320-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1332945 INFO (zkCallback-13327-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1332946 INFO (zkCallback-13352-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1332946 INFO (zkConnectionManagerCallback-13364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332946 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1332947 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready [junit4] 2> 1332947 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1332948 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1332948 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1332955 INFO (zkConnectionManagerCallback-13370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332956 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1332961 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready [junit4] 2> 1332962 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1332968 INFO (zkConnectionManagerCallback-13376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1332968 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332969 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1332969 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready [junit4] 2> 1332971 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1332974 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332977 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332978 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332979 INFO (jetty-launcher-13301-thread-2) [n:127.0.0.1:39887_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/. [junit4] 2> 1332983 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332983 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332983 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332984 INFO (jetty-launcher-13301-thread-4) [n:127.0.0.1:43465_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/. [junit4] 2> 1332990 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332990 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1332991 INFO (jetty-launcher-13301-thread-1) [n:127.0.0.1:40045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/. [junit4] 2> 1333098 INFO (zkConnectionManagerCallback-13382-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1333099 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1333100 INFO (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34223/solr ready [junit4] 2> 1333173 INFO (qtp8792780-33224) [n:127.0.0.1:43465_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1333191 INFO (OverseerThreadFactory-7529-thread-1-processing-n:127.0.0.1:40593_solr) [n:127.0.0.1:40593_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection delLiveColl [junit4] 2> 1333295 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"delLiveColl_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43465/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1333296 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"delLiveColl_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40045/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1333297 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"delLiveColl_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:39887/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1333299 INFO (OverseerStateUpdate-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"delLiveColl", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"delLiveColl_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:40593/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1333545 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr x:delLiveColl_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1333690 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr x:delLiveColl_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1333690 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr x:delLiveColl_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1333712 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr x:delLiveColl_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1333712 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1334598 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0 [junit4] 2> 1334604 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n1] Schema name=minimal [junit4] 2> 1334606 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1334606 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n1' using configuration from collection delLiveColl, trusted=true [junit4] 2> 1334606 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43465.solr.core.delLiveColl.shard1.replica_n1' (registry 'solr.core.delLiveColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1334607 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/delLiveColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node4/./delLiveColl_shard1_replica_n1/data/] [junit4] 2> 1334698 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1334698 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1334701 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1334704 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1334712 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8678e[delLiveColl_shard1_replica_n1] main] [junit4] 2> 1334714 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1334714 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1334715 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1334715 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027579129856 [junit4] 2> 1334720 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0}, version=0} [junit4] 2> 1334720 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard1 [junit4] 2> 1334721 INFO (searcherExecutor-7546-thread-1-processing-n:127.0.0.1:43465_solr x:delLiveColl_shard1_replica_n1 c:delLiveColl s:shard1 r:core_node3) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n1] Registered new searcher Searcher@8678e[delLiveColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1334722 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 1334753 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0 [junit4] 2> 1334753 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0 [junit4] 2> 1334756 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0 [junit4] 2> 1334809 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n2] Schema name=minimal [junit4] 2> 1334810 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1334810 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n2' using configuration from collection delLiveColl, trusted=true [junit4] 2> 1334811 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.delLiveColl.shard1.replica_n2' (registry 'solr.core.delLiveColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1334811 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/delLiveColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node1/./delLiveColl_shard1_replica_n2/data/] [junit4] 2> 1334819 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n4] Schema name=minimal [junit4] 2> 1334821 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1334822 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n6] Schema name=minimal [junit4] 2> 1334823 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1334824 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n6' using configuration from collection delLiveColl, trusted=true [junit4] 2> 1334825 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n4' using configuration from collection delLiveColl, trusted=true [junit4] 2> 1334826 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40593.solr.core.delLiveColl.shard2.replica_n6' (registry 'solr.core.delLiveColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1334826 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39887.solr.core.delLiveColl.shard2.replica_n4' (registry 'solr.core.delLiveColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75c9d3 [junit4] 2> 1334826 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/delLiveColl_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node2/./delLiveColl_shard2_replica_n4/data/] [junit4] 2> 1334826 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/delLiveColl_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001/tempDir-001/node3/./delLiveColl_shard2_replica_n6/data/] [junit4] 2> 1334925 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1334925 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1334936 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1334936 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1334945 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15f866a[delLiveColl_shard1_replica_n2] main] [junit4] 2> 1334946 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1334946 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1334947 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1334947 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027822399488 [junit4] 2> 1334956 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1334957 INFO (searcherExecutor-7551-thread-1-processing-n:127.0.0.1:40045_solr x:delLiveColl_shard1_replica_n2 c:delLiveColl s:shard1 r:core_node5) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n2] Registered new searcher Searcher@15f866a[delLiveColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1334957 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1334960 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1334960 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1334960 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1} [junit4] 2> 1334960 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard1 [junit4] 2> 1334968 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8a605[delLiveColl_shard2_replica_n4] main] [junit4] 2> 1334969 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1334969 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1334969 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1334969 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027845468160 [junit4] 2> 1334972 INFO (searcherExecutor-7553-thread-1-processing-n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4 c:delLiveColl s:shard2 r:core_node7) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4] Registered new searcher Searcher@1b8a605[delLiveColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1334974 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0}, version=0} [junit4] 2> 1334974 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard2 [junit4] 2> 1334978 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms [junit4] 2> 1334979 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1334979 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1334981 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1334981 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1334982 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@e71792[delLiveColl_shard2_replica_n6] main] [junit4] 2> 1334983 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1334984 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1334984 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1334984 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632030027861196800 [junit4] 2> 1334993 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1} [junit4] 2> 1334993 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/delLiveColl/leaders/shard2 [junit4] 2> 1334995 INFO (searcherExecutor-7552-thread-1-processing-n:127.0.0.1:40593_solr x:delLiveColl_shard2_replica_n6 c:delLiveColl s:shard2 r:core_node8) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n6] Registered new searcher Searcher@e71792[delLiveColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1335224 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1335225 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1335225 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43465/solr/delLiveColl_shard1_replica_n1/ [junit4] 2> 1335225 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n1 url=https://127.0.0.1:43465/solr START replicas=[https://127.0.0.1:40045/solr/delLiveColl_shard1_replica_n2/] nUpdates=100 [junit4] 2> 1335235 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n1 url=https://127.0.0.1:43465/solr DONE. We have no versions. sync failed. [junit4] 2> 1335251 INFO (qtp32209443-33213) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.S.Request [delLiveColl_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1335251 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 1335251 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 1335251 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/delLiveColl/leaders/shard1/leader after winning as /collections/delLiveColl/leader_elect/shard1/election/72157238465527822-core_node3-n_0000000000 [junit4] 2> 1335252 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43465/solr/delLiveColl_shard1_replica_n1/ shard1 [junit4] 2> 1335353 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335353 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1335440 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1895 [junit4] 2> 1335455 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335472 INFO (zkCallback-13350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335479 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1335479 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1335479 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39887/solr/delLiveColl_shard2_replica_n4/ [junit4] 2> 1335479 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n4 url=https://127.0.0.1:39887/solr START replicas=[https://127.0.0.1:40593/solr/delLiveColl_shard2_replica_n6/] nUpdates=100 [junit4] 2> 1335488 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n4 url=https://127.0.0.1:39887/solr DONE. We have no versions. sync failed. [junit4] 2> 1335507 INFO (qtp15977370-33245) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.S.Request [delLiveColl_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1335507 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 1335507 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 1335507 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/delLiveColl/leaders/shard2/leader after winning as /collections/delLiveColl/leader_elect/shard2/election/72157238465527820-core_node7-n_0000000000 [junit4] 2> 1335513 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39887/solr/delLiveColl_shard2_replica_n4/ shard2 [junit4] 2> 1335614 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335614 INFO (zkCallback-13350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335614 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335614 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1335615 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1903 [junit4] 2> 1335716 INFO (zkCallback-13350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335716 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335716 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335728 INFO (zkCallback-13348-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1335963 INFO (qtp32209443-33219) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2252 [junit4] 2> 1335996 INFO (qtp15977370-33244) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2306 [junit4] 2> 1336000 INFO (qtp8792780-33224) [n:127.0.0.1:43465_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 1336001 INFO (OverseerCollectionConfigSetProcessor-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1336096 INFO (zkCallback-13348-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (zkCallback-13350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (zkCallback-13352-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (zkCallback-13320-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336096 INFO (qtp8792780-33224) [n:127.0.0.1:43465_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2923 [junit4] 2> 1336100 INFO (zkCallback-13352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336114 INFO (zkCallback-13320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336115 INFO (qtp24438683-33225) [n:127.0.0.1:39887_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1336116 INFO (qtp8792780-33221) [n:127.0.0.1:43465_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1336119 ERROR (OverseerThreadFactory-7529-thread-2-processing-n:127.0.0.1:40593_solr) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node7 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: delLiveColl operation: deletereplica failed:org.apache.solr.common.SolrException: Attempted to remove replica : delLiveColl/shard2/core_node7 with onlyIfDown='true', but state is 'active' [junit4] 2> at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteCore(DeleteReplicaCmd.java:220) [junit4] 2> at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteReplica(DeleteReplicaCmd.java:97) [junit4] 2> at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.call(DeleteReplicaCmd.java:66) [junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:505) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 1336126 INFO (qtp8792780-33221) [n:127.0.0.1:43465_solr c:delLiveColl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2} status=400 QTime=10 [junit4] 2> 1336128 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1336145 INFO (OverseerCollectionConfigSetProcessor-72157238465527816-127.0.0.1:40593_solr-n_0000000000) [n:127.0.0.1:40593_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1336147 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=null [junit4] 2> 1336147 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c648e: rootName = solr_39887, domain = solr.core.delLiveColl.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.delLiveColl.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@3b1210 [junit4] 2> 1336177 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@4dfb54 [junit4] 2> 1336177 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=4dfb54 [junit4] 2> 1336177 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delLiveColl.shard2.leader, tag=4dfb54 [junit4] 2> 1336189 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node8=0}, version=2} [junit4] 2> 1336191 INFO (qtp24438683-33227) [n:127.0.0.1:39887_solr x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=delLiveColl_shard2_replica_n4&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=43 [junit4] 2> 1336191 INFO (zkCallback-13320-thread-2) [n:127.0.0.1:40593_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1336292 INFO (zkCallback-13350-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13350-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13348-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13352-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13348-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13352-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336292 INFO (zkCallback-13320-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336293 INFO (qtp8792780-33218) [n:127.0.0.1:43465_solr c:delLiveColl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2} status=0 QTime=165 [junit4] 2> 1336300 INFO (zkCallback-13320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1336332 INFO (jetty-closer-13387-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5211120 [junit4] 2> 1336332 INFO (jetty-closer-13387-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40593_solr [junit4] 2> 1336334 INFO (jetty-closer-13387-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN... [junit4] 2> 1336334 INFO (jetty-closer-13387-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40593_solr as DOWN [junit4] 2> 1336344 INFO (jetty-closer-13387-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3456773 [junit4] 2> 1336344 INFO (jetty-closer-13387-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr [junit4] 2> 1336345 INFO (jetty-closer-13387-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN... [junit4] 2> 1336345 INFO (jetty-closer-13387-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40045_solr as DOWN [junit4] 2> 1336360 INFO (jetty-closer-13387-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20799097 [junit4] 2> 1336361 INFO (jetty-closer-13387-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39887_solr [junit4] 2> 1336364 INFO (jetty-closer-13387-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN... [junit4] 2> 1336364 INFO (jetty-closer-13387-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39887_solr as DOWN [junit4] 2> 1336373 INFO (jetty-closer-13387-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11929772 [junit4] 2> 1336373 INFO (jetty-closer-13387-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43465_solr [junit4] 2> 1336374 INFO (jetty-closer-13387-thread-4) [ ] o.a.s.c.ZkController Publish this node as DOWN... [junit4] 2> 1336374 INFO (jetty-closer-13387-thread-4) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43465_solr as DOWN [junit4] 2> 1336376 INFO (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@112f412 [junit4] 2> 1336376 INFO (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard1.replica_n2, tag=112f412 [junit4] 2> 1336376 INFO (coreCloseExecutor-7566-thread-1) [n:127.0.0.1:40045_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16daaf6: rootName = solr_40045, domain = solr.core.delLiveColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.delLiveColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@12dd42f [junit4] 2> 1336380 INFO (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@12dd24a [junit4] 2> 1336380 INFO (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard1.replica_n1, tag=12dd24a [junit4] 2> 1336381 INFO (coreCloseExecutor-7568-thread-1) [n:127.0.0.1:43465_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a98d4b: rootName = solr_43465, domain = solr.core. [...truncated too long message...] 2> 1497511 INFO (jetty-closer-14350-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ab6252{/solr,null,UNAVAILABLE} [junit4] 2> 1497511 INFO (jetty-closer-14350-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1497512 ERROR (coreZkRegister-8079-thread-1-processing-n:127.0.0.1:42819_solr x:raceDeleteReplica_true_shard1_replica_n2 c:raceDeleteReplica_true s:shard1 r:core_node4) [n:127.0.0.1:42819_solr c:raceDeleteReplica_true s:shard1 r:core_node4 x:raceDeleteReplica_true_shard1_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error registering SolrCore, replica is removed from clusterstate [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1180) [junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1148) [junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:190) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 1497512 INFO (jetty-closer-14350-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@a96ebf{SSL,[ssl, http/1.1]}{127.0.0.1:42819} [junit4] 2> 1497513 INFO (jetty-closer-14350-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@146e11d{/solr,null,UNAVAILABLE} [junit4] 2> 1497513 INFO (jetty-closer-14350-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging [junit4] 2> 1497513 INFO (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer. [junit4] 2> 1497514 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 13 /solr/aliases.json [junit4] 2> 12 /solr/collections/raceDeleteReplica_true/terms/shard1 [junit4] 2> 6 /solr/security.json [junit4] 2> 4 /solr/configs/conf [junit4] 2> 2 /solr/collections/raceDeleteReplica_true/state.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 25 /solr/collections/raceDeleteReplica_true/state.json [junit4] 2> 13 /solr/clusterprops.json [junit4] 2> 13 /solr/clusterstate.json [junit4] 2> 3 /solr/overseer_elect/election/72157248647004171-127.0.0.1:42601_solr-n_0000000001 [junit4] 2> 2 /solr/collections/raceDeleteReplica_true/leader_elect/shard1/election/72157248647004174-core_node3-n_0000000000 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 13 /solr/collections [junit4] 2> 10 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 1497515 INFO (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32789 [junit4] 2> 1497515 INFO (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32789 [junit4] 2> 1497515 INFO (TEST-DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplicaLegacy-seed#[A6471C89BF96B8E8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending raceConditionOnDeleteAndRegisterReplicaLegacy [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-8.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_A6471C89BF96B8E8-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=96, maxMBSortInHeap=6.573503178827524, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@196640a), locale=zh, timezone=America/Kentucky/Louisville [junit4] 2> NOTE: Linux 4.18.0-17-generic i386/Oracle Corporation 1.8.0_201 (32-bit)/cpus=8,threads=1,free=109263960,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [TestCloudRecovery, TestManagedSchemaThreadSafety, TestImpersonationWithHadoopAuth, TestApiFramework, QueryEqualityTest, LeaderTragicEventTest, MissingSegmentRecoveryTest, BasicZkTest, MaxSizeAutoCommitTest, TestUseDocValuesAsStored, TestSchemaSimilarityResource, PropertiesRequestHandlerTest, TestSegmentSorting, EchoParamsTest, DistributedSpellCheckComponentTest, TestBinaryResponseWriter, TestManagedResourceStorage, TestPhraseSuggestions, SearchHandlerTest, TestDistribDocBasedVersion, SharedFSAutoReplicaFailoverTest, TestJsonFacetRefinement, TestReRankQParserPlugin, TestLMDirichletSimilarityFactory, TestScoreJoinQPScore, TestUpdate, CoreAdminRequestStatusTest, UnloadDistributedZkTest, PreAnalyzedFieldManagedSchemaCloudTest, AddReplicaTest, SaslZkACLProviderTest, TestTestInjection, OverriddenZkACLAndCredentialsProvidersTest, HdfsThreadLeakTest, TestEmbeddedSolrServerAdminHandler, ExplicitHLLTest, TestLocalFSCloudBackupRestore, ForceLeaderTest, TestSimGenericDistributedQueue, BlobRepositoryCloudTest, DistributedDebugComponentTest, CurrencyFieldTypeTest, V2ApiIntegrationTest, DistributedUpdateProcessorTest, TestRecoveryHdfs, DeleteInactiveReplicaTest, SpellPossibilityIteratorTest, TestMacros, TestUnInvertedFieldException, TestWordDelimiterFilterFactory, TermsComponentTest, RestoreTriggerStateTest, TaggingAttributeTest, TestConfigSets, TestLegacyField, TestSchemaManager, TestStressLucene, TestDynamicLoading, TestCrossCoreJoin, TestTrieFacet, TestFieldCollectionResource, TestCustomSort, RequestLoggingTest, TestCopyFieldCollectionResource, TestConfigOverlay, NumericFieldsTest, TestStressLiveNodes, SolrCoreCheckLockOnStartupTest, ParsingFieldUpdateProcessorsTest, DistributedFacetPivotLargeTest, RuleEngineTest, TestFieldCacheVsDocValues, UtilsToolTest, TestStressUserVersions, CursorPagingTest, TestBlobHandler, BooleanFieldTest, CursorMarkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, BaseCdcrDistributedZkTest, LeaderElectionTest, TestNumericRangeQuery64, TestSearchPerf, TestJettySolrRunner, HdfsChaosMonkeySafeLeaderTest, TestMissingGroups, DistributedQueryComponentCustomSortTest, NestedShardedAtomicUpdateTest, TestClusterProperties, ConnectionManagerTest, ChaosMonkeySafeLeaderTest, DateMathParserTest, QueryElevationComponentTest, TestBinaryField, NodeLostTriggerIntegrationTest, SolrCloudExampleTest, TestSimNodeLostTrigger, RandomizedTaggerTest, XsltUpdateRequestHandlerTest, SimplePostToolTest, RequiredFieldsTest, RecoveryZkTest, CdcrVersionReplicationTest, TestInitQParser, TestNonDefinedSimilarityFactory, TestSimClusterStateProvider, TestRuleBasedAuthorizationPlugin, MetricTriggerTest, TestChildDocTransformer, TestLazyCores, TestExtendedDismaxParser, CollectionsAPIDistributedZkTest, OverseerTest, SolrLogAuditLoggerPluginTest, TestCloudPhrasesIdentificationComponent, JWTAuthPluginTest, TestPullReplicaErrorHandling, AutoAddReplicasIntegrationTest, ZkControllerTest, HdfsWriteToMultipleCollectionsTest, RestartWhileUpdatingTest, TestGeoJSONResponseWriter, TestSimDistributedQueue, CustomHighlightComponentTest, ClusterStateUpdateTest, AtomicUpdateProcessorFactoryTest, CollectionReloadTest, TestManagedSynonymGraphFilterFactory, BasicAuthIntegrationTest, PathHierarchyTokenizerFactoryTest, HighlighterConfigTest, MetricsHistoryIntegrationTest, FacetPivotSmallTest, TestZkChroot, WordBreakSolrSpellCheckerTest, BufferStoreTest, SubstringBytesRefFilterTest, TestDFISimilarityFactory, SolrIndexConfigTest, TestCoreAdminApis, TestUniqueKeyFieldResource, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedSearch, TestRandomFaceting, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, AsyncCallRequestStatusResponseTest, BasicDistributedZkTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteReplicaTest] [junit4] Completed [470/855 (1!)] on J0 in 165.84s, 9 tests, 1 error <<< FAILURES! [...truncated 47241 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/51/consoleText [repro] Revision: 65d7dfd5cf4a77a2d2af5dac38d036dbb91b4fbf [repro] Repro line: ant test -Dtestcase=DeleteReplicaTest -Dtests.method=raceConditionOnDeleteAndRegisterReplica -Dtests.seed=A6471C89BF96B8E8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/core [repro] DeleteReplicaTest [repro] ant compile-test [...truncated 3576 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.DeleteReplicaTest" -Dtests.showOutput=onerror -Dtests.seed=A6471C89BF96B8E8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [...truncated 110 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.DeleteReplicaTest [repro] Exiting with code 0 [...truncated 43 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
