Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20706/ Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
3 tests failed. FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test Error Message: Error from server at https://127.0.0.1:43765/solr: restore the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43765/solr: restore the collection time out:180s at __randomizedtesting.SeedInfo.seed([C290AED2769CD3F6:4AC49108D860BE0E]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:275) at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates Error Message: Can not find doc 1 in http://127.0.0.1:36607/solr Stack Trace: java.lang.AssertionError: Can not find doc 1 in http://127.0.0.1:36607/solr at __randomizedtesting.SeedInfo.seed([C290AED2769CD3F6:4451563F29CD0516]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:877) at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:680) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.schema.TestBulkSchemaConcurrent.test Error Message: Timeout occured while waiting response from server at: https://127.0.0.1:40037 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40037 at __randomizedtesting.SeedInfo.seed([C290AED2769CD3F6:4AC49108D860BE0E]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: java.net.SocketTimeoutException: Read timed out at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141) at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425) at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65) at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918) at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525) ... 42 more Build Log: [...truncated 12002 lines...] [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/init-core-data-001 [junit4] 2> 288408 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=128 numCloses=128 [junit4] 2> 288409 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 288409 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 288409 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 288410 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001 [junit4] 2> 288410 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 288410 INFO (Thread-609) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 288410 INFO (Thread-609) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 288411 ERROR (Thread-609) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 288510 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42445 [junit4] 2> 288518 INFO (jetty-launcher-457-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 288518 INFO (jetty-launcher-457-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 288530 INFO (jetty-launcher-457-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@712ecefd{/solr,null,AVAILABLE} [junit4] 2> 288539 INFO (jetty-launcher-457-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3842155e{/solr,null,AVAILABLE} [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27786ba2{SSL,[ssl, http/1.1]}{127.0.0.1:37375} [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ef5324c{SSL,[ssl, http/1.1]}{127.0.0.1:43765} [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.e.j.s.Server Started @291769ms [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.e.j.s.Server Started @291769ms [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37375} [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43765} [junit4] 2> 288540 ERROR (jetty-launcher-457-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 288540 ERROR (jetty-launcher-457-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 288540 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-21T10:53:23.316657Z [junit4] 2> 288540 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-21T10:53:23.316677Z [junit4] 2> 288543 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 288543 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 288550 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42445/solr [junit4] 2> 288567 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42445/solr [junit4] 2> 288597 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 288597 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37375_solr [junit4] 2> 288598 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98866508804063238-127.0.0.1:37375_solr-n_0000000000) starting [junit4] 2> 288622 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37375_solr [junit4] 2> 288630 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 288641 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 288642 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 288644 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43765_solr [junit4] 2> 288653 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 288666 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 288667 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288674 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288674 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288675 INFO (jetty-launcher-457-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node1/. [junit4] 2> 288698 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288704 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288704 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 288705 INFO (jetty-launcher-457-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/. [junit4] 2> 288753 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f3e90e1730007, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 288767 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 288767 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[C290AED2769CD3F6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42445/solr ready [junit4] 2> 288773 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[C290AED2769CD3F6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 288792 INFO (qtp196856154-2727) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&autoAddReplicas=true&name=backuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin and sendToOCPQueue=true [junit4] 2> 288794 INFO (OverseerThreadFactory-1304-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection backuprestore [junit4] 2> 288898 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43765/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 288898 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_p2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37375/solr";, [junit4] 2> "type":"PULL", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 288899 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43765/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 288900 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_p6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:37375/solr";, [junit4] 2> "type":"PULL", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 289118 INFO (qtp196856154-2788) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 289118 INFO (qtp196856154-2735) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 289118 INFO (qtp196856154-2735) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 289134 INFO (qtp240161766-2729) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_p2&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 289134 INFO (qtp240161766-2729) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 289135 INFO (qtp240161766-2734) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_p6&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 289238 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 289238 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 289239 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 289239 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290130 INFO (qtp196856154-2735) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 290130 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 290136 INFO (qtp196856154-2735) [ ] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n4] Schema name=minimal [junit4] 2> 290139 INFO (qtp196856154-2735) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 290139 INFO (qtp196856154-2735) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n4' using configuration from collection backuprestore, trusted=true [junit4] 2> 290140 INFO (qtp196856154-2788) [ ] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal [junit4] 2> 290140 INFO (qtp196856154-2735) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.core.backuprestore.shard2.replica_n4' (registry 'solr.core.backuprestore.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 290140 INFO (qtp196856154-2735) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 290140 INFO (qtp196856154-2735) [ ] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/backuprestore_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/./backuprestore_shard2_replica_n4/data/] [junit4] 2> 290142 INFO (qtp196856154-2788) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 290142 INFO (qtp196856154-2788) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using configuration from collection backuprestore, trusted=true [junit4] 2> 290143 INFO (qtp196856154-2788) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.core.backuprestore.shard1.replica_n1' (registry 'solr.core.backuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 290143 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 290143 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/backuprestore_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/./backuprestore_shard1_replica_n1/data/] [junit4] 2> 290144 INFO (qtp240161766-2734) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 290153 INFO (qtp240161766-2729) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 290161 INFO (qtp240161766-2734) [ ] o.a.s.s.IndexSchema [backuprestore_shard2_replica_p6] Schema name=minimal [junit4] 2> 290161 INFO (qtp240161766-2729) [ ] o.a.s.s.IndexSchema [backuprestore_shard1_replica_p2] Schema name=minimal [junit4] 2> 290162 INFO (qtp240161766-2734) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 290162 INFO (qtp240161766-2734) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_p6' using configuration from collection backuprestore, trusted=true [junit4] 2> 290163 INFO (qtp240161766-2734) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37375.solr.core.backuprestore.shard2.replica_p6' (registry 'solr.core.backuprestore.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 290163 INFO (qtp240161766-2734) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 290163 INFO (qtp240161766-2734) [ ] o.a.s.c.SolrCore [[backuprestore_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node1/backuprestore_shard2_replica_p6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node1/./backuprestore_shard2_replica_p6/data/] [junit4] 2> 290164 INFO (qtp240161766-2729) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 290164 INFO (qtp240161766-2729) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_p2' using configuration from collection backuprestore, trusted=true [junit4] 2> 290165 INFO (qtp240161766-2729) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37375.solr.core.backuprestore.shard1.replica_p2' (registry 'solr.core.backuprestore.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 290165 INFO (qtp240161766-2729) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 290165 INFO (qtp240161766-2729) [ ] o.a.s.c.SolrCore [[backuprestore_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node1/backuprestore_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node1/./backuprestore_shard1_replica_p2/data/] [junit4] 2> 290193 INFO (qtp196856154-2735) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 290193 INFO (qtp196856154-2735) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 290193 INFO (qtp196856154-2735) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 290193 INFO (qtp196856154-2735) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 290194 INFO (qtp196856154-2735) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73c90ddc[backuprestore_shard2_replica_n4] main] [junit4] 2> 290195 INFO (qtp196856154-2735) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 290195 INFO (qtp196856154-2735) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 290195 INFO (qtp196856154-2735) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290196 INFO (searcherExecutor-1309-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard2_replica_n4] Registered new searcher Searcher@73c90ddc[backuprestore_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 290196 INFO (qtp196856154-2735) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581864142736719872 [junit4] 2> 290197 INFO (qtp240161766-2734) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 290197 INFO (qtp240161766-2734) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 290198 INFO (qtp240161766-2734) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@50f659e0[backuprestore_shard2_replica_p6] main] [junit4] 2> 290198 INFO (qtp240161766-2734) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 290198 INFO (qtp240161766-2734) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 290199 INFO (qtp240161766-2734) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/ [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/ has no replicas [junit4] 2> 290199 INFO (qtp196856154-2735) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 290199 INFO (qtp240161766-2734) [ ] o.a.s.c.ZkController backuprestore_shard2_replica_p6 starting background replication from leader [junit4] 2> 290199 INFO (qtp240161766-2734) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 290200 INFO (searcherExecutor-1311-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard2_replica_p6] Registered new searcher Searcher@50f659e0[backuprestore_shard2_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 290200 INFO (qtp240161766-2734) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 290200 INFO (qtp240161766-2734) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290202 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 290202 INFO (qtp196856154-2735) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/ shard2 [junit4] 2> 290202 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 290203 INFO (qtp196856154-2788) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 290203 INFO (qtp196856154-2788) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 290204 INFO (qtp196856154-2788) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ac01501[backuprestore_shard1_replica_n1] main] [junit4] 2> 290205 INFO (qtp196856154-2788) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 290205 INFO (qtp196856154-2788) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 290206 INFO (qtp196856154-2788) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290206 INFO (searcherExecutor-1310-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_replica_n1] Registered new searcher Searcher@7ac01501[backuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 290206 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581864142747205632 [junit4] 2> 290209 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 290210 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 290210 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43765/solr/backuprestore_shard1_replica_n1/ [junit4] 2> 290210 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 290210 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:43765/solr/backuprestore_shard1_replica_n1/ has no replicas [junit4] 2> 290210 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 290210 INFO (qtp240161766-2729) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 290210 INFO (qtp240161766-2729) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 290211 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43765/solr/backuprestore_shard1_replica_n1/ shard1 [junit4] 2> 290211 INFO (qtp240161766-2729) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5306e4ea[backuprestore_shard1_replica_p2] main] [junit4] 2> 290212 INFO (qtp240161766-2729) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 290212 INFO (qtp240161766-2729) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 290212 INFO (qtp240161766-2729) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290212 INFO (qtp240161766-2729) [ ] o.a.s.c.ZkController backuprestore_shard1_replica_p2 starting background replication from leader [junit4] 2> 290212 INFO (qtp240161766-2729) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 290212 INFO (searcherExecutor-1312-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_replica_p2] Registered new searcher Searcher@5306e4ea[backuprestore_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 290213 INFO (qtp240161766-2729) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 290213 INFO (qtp240161766-2729) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 290312 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290312 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290312 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290312 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290314 INFO (qtp240161766-2729) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_p2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1180 [junit4] 2> 290356 INFO (qtp196856154-2735) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 290357 INFO (qtp196856154-2735) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1240 [junit4] 2> 290361 INFO (qtp196856154-2788) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 290362 INFO (qtp196856154-2788) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1245 [junit4] 2> 290464 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290464 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290464 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 290464 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 291022 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:43765/solr/backuprestore_shard1_replica_n1/ [junit4] 2> 291028 INFO (qtp196856154-2735) [ ] o.a.s.c.S.Request [backuprestore_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 291028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 291028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 291028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 291028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 291028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine... [junit4] 2> 291030 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 291030 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7dab97d0 commitCommandVersion:0 [junit4] 2> 291032 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cd4d7bb[backuprestore_shard1_replica_p2] main] [junit4] 2> 291032 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 291033 INFO (searcherExecutor-1312-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_replica_p2] Registered new searcher Searcher@2cd4d7bb[backuprestore_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 291202 INFO (qtp240161766-2734) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_p6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2067 [junit4] 2> 291206 INFO (qtp196856154-2727) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 291303 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 291303 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 291303 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 291303 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 292206 INFO (qtp196856154-2727) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&autoAddReplicas=true&name=backuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin} status=0 QTime=3414 [junit4] 2> 292218 INFO (qtp196856154-2723) [ ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1581864144849600512), 1 (1581864144851697664), 2 (1581864144851697665), 3 (1581864144851697666), 4 (1581864144851697667), 5 (1581864144852746240), 6 (1581864144852746241), 7 (1581864144852746242), 8 (1581864144852746243), 9 (1581864144852746244), ... (74 adds)]} 0 7 [junit4] 2> 292227 INFO (qtp196856154-2723) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581864144866377728,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 292228 INFO (qtp196856154-2723) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 292229 INFO (qtp196856154-2732) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581864144868474880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 292229 INFO (qtp196856154-2732) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@59c9fcf6 commitCommandVersion:1581864144868474880 [junit4] 2> 292229 INFO (qtp196856154-2723) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 292229 INFO (qtp196856154-2723) [ ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2 [junit4] 2> 292236 INFO (qtp196856154-2732) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66f7a20[backuprestore_shard2_replica_n4] main] [junit4] 2> 292236 INFO (qtp196856154-2732) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 292237 INFO (searcherExecutor-1309-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard2_replica_n4] Registered new searcher Searcher@66f7a20[backuprestore_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C74)))} [junit4] 2> 292238 INFO (qtp196856154-2732) [ ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10 [junit4] 2> 292239 INFO (qtp196856154-2737) [ ] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4] webapp=/solr path=/update params={_stateVer_=backuprestore:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 19 [junit4] 2> 292240 INFO (qtp196856154-2787) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=backuprestore&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 292242 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Split shard invoked [junit4] 2> 292243 INFO (OverseerCollectionConfigSetProcessor-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 292244 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection backuprestore on 127.0.0.1:43765_solr [junit4] 2> 292346 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 292346 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 292346 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 292346 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293000 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:43765/solr/backuprestore_shard2_replica_n4/ [junit4] 2> 293002 INFO (qtp196856154-2788) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 293002 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2 [junit4] 2> 293002 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1508583207005 [junit4] 2> 293002 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 293002 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 293002 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 293007 INFO (qtp196856154-2723) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=4 [junit4] 2> 293008 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 13 [junit4] 2> 293010 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@4ab23c88 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52e38bff) [junit4] 2> 293016 INFO (qtp196856154-2732) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=2 [junit4] 2> 293019 INFO (qtp196856154-2737) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293022 INFO (qtp196856154-2788) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293023 INFO (qtp196856154-2723) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293025 INFO (qtp196856154-2732) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293026 INFO (qtp196856154-2737) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293028 INFO (qtp196856154-2788) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293029 INFO (qtp196856154-2723) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293031 INFO (qtp196856154-2732) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293032 INFO (qtp196856154-2737) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293034 INFO (qtp196856154-2788) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293035 INFO (qtp196856154-2723) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293037 INFO (qtp196856154-2732) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 293037 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=4973) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@4ab23c88 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52e38bff) [junit4] 2> 293040 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 293041 INFO (indexFetcher-1323-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f45206[backuprestore_shard2_replica_p6] main] [junit4] 2> 293045 INFO (searcherExecutor-1311-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard2_replica_p6] Registered new searcher Searcher@31f45206[backuprestore_shard2_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C74)))} [junit4] 2> 293244 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Adding replica backuprestore_shard1_0_replica_n9 as part of slice shard1_0 of collection backuprestore on 127.0.0.1:43765_solr [junit4] 2> 293246 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43765_solr for creating new replica [junit4] 2> 293249 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1_0", [junit4] 2> "core":"backuprestore_shard1_0_replica_n9", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43765/solr";, [junit4] 2> "node_name":"127.0.0.1:43765_solr", [junit4] 2> "type":"NRT"} [junit4] 2> 293351 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293351 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293351 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293351 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293453 INFO (qtp196856154-2727) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT [junit4] 2> 293462 INFO (qtp196856154-2727) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 293468 INFO (qtp196856154-2727) [ ] o.a.s.s.IndexSchema [backuprestore_shard1_0_replica_n9] Schema name=minimal [junit4] 2> 293470 INFO (qtp196856154-2727) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 293470 INFO (qtp196856154-2727) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_0_replica_n9' using configuration from collection backuprestore, trusted=true [junit4] 2> 293470 INFO (qtp196856154-2727) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.core.backuprestore.shard1_0.replica_n9' (registry 'solr.core.backuprestore.shard1_0.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 293470 INFO (qtp196856154-2727) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 293471 INFO (qtp196856154-2727) [ ] o.a.s.c.SolrCore [[backuprestore_shard1_0_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/backuprestore_shard1_0_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/./backuprestore_shard1_0_replica_n9/data/] [junit4] 2> 293686 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293686 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293686 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293686 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293702 INFO (qtp196856154-2727) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 293702 INFO (qtp196856154-2727) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 293703 INFO (qtp196856154-2727) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 293703 INFO (qtp196856154-2727) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 293704 INFO (qtp196856154-2727) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@20b14b89[backuprestore_shard1_0_replica_n9] main] [junit4] 2> 293704 INFO (qtp196856154-2727) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 293705 INFO (qtp196856154-2727) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 293705 INFO (qtp196856154-2727) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 293706 INFO (searcherExecutor-1332-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_0_replica_n9] Registered new searcher Searcher@20b14b89[backuprestore_shard1_0_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 293706 INFO (qtp196856154-2727) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581864146417221632 [junit4] 2> 293707 INFO (qtp196856154-2727) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43765/solr/backuprestore_shard1_0_replica_n9/ [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:43765/solr/backuprestore_shard1_0_replica_n9/ has no replicas [junit4] 2> 293709 INFO (qtp196856154-2727) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 293710 INFO (qtp196856154-2727) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43765/solr/backuprestore_shard1_0_replica_n9/ shard1_0 [junit4] 2> 293811 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293811 INFO (zkCallback-469-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293811 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293811 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293861 INFO (qtp196856154-2727) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 293862 INFO (qtp196856154-2727) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT} status=0 QTime=408 [junit4] 2> 293862 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Creating slice shard1_1 of collection backuprestore on 127.0.0.1:43765_solr [junit4] 2> 293963 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293963 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293963 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 293963 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 294026 INFO (qtp196856154-2737) [ ] o.a.s.c.S.Request [backuprestore_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 2 [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 1508583205806 [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine... [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 294026 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7dab97d0 commitCommandVersion:0 [junit4] 2> 294028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56da0f87[backuprestore_shard1_replica_p2] main] [junit4] 2> 294028 INFO (indexFetcher-1330-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 294029 INFO (searcherExecutor-1312-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_replica_p2] Registered new searcher Searcher@56da0f87[backuprestore_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 294863 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Adding replica backuprestore_shard1_1_replica_n10 as part of slice shard1_1 of collection backuprestore on 127.0.0.1:43765_solr [junit4] 2> 294863 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43765_solr for creating new replica [junit4] 2> 294864 INFO (OverseerStateUpdate-98866508804063238-127.0.0.1:37375_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1_1", [junit4] 2> "core":"backuprestore_shard1_1_replica_n10", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43765/solr";, [junit4] 2> "node_name":"127.0.0.1:43765_solr", [junit4] 2> "type":"NRT"} [junit4] 2> 294965 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 294965 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 294965 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 294965 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295066 INFO (qtp196856154-2788) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&name=backuprestore_shard1_1_replica_n10&action=CREATE&collection=backuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 295076 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 295082 INFO (qtp196856154-2788) [ ] o.a.s.s.IndexSchema [backuprestore_shard1_1_replica_n10] Schema name=minimal [junit4] 2> 295084 INFO (qtp196856154-2788) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 295084 INFO (qtp196856154-2788) [ ] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_1_replica_n10' using configuration from collection backuprestore, trusted=true [junit4] 2> 295085 INFO (qtp196856154-2788) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43765.solr.core.backuprestore.shard1_1.replica_n10' (registry 'solr.core.backuprestore.shard1_1.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690f2e47 [junit4] 2> 295085 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 295085 INFO (qtp196856154-2788) [ ] o.a.s.c.SolrCore [[backuprestore_shard1_1_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/backuprestore_shard1_1_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_C290AED2769CD3F6-001/tempDir-001/node2/./backuprestore_shard1_1_replica_n10/data/] [junit4] 2> 295123 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 295123 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 295124 INFO (qtp196856154-2788) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 295124 INFO (qtp196856154-2788) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 295125 INFO (qtp196856154-2788) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64904ad[backuprestore_shard1_1_replica_n10] main] [junit4] 2> 295125 INFO (qtp196856154-2788) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 295126 INFO (qtp196856154-2788) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 295126 INFO (qtp196856154-2788) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 295126 INFO (searcherExecutor-1337-thread-1) [ ] o.a.s.c.SolrCore [backuprestore_shard1_1_replica_n10] Registered new searcher Searcher@64904ad[backuprestore_shard1_1_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 295126 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581864147906199552 [junit4] 2> 295127 INFO (qtp196856154-2788) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43765/solr/backuprestore_shard1_1_replica_n10/ [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:43765/solr/backuprestore_shard1_1_replica_n10/ has no replicas [junit4] 2> 295129 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 295130 INFO (qtp196856154-2788) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43765/solr/backuprestore_shard1_1_replica_n10/ shard1_1 [junit4] 2> 295231 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295231 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295231 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295231 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295280 INFO (qtp196856154-2788) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 295282 INFO (qtp196856154-2788) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&name=backuprestore_shard1_1_replica_n10&action=CREATE&collection=backuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=216 [junit4] 2> 295282 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Asking parent leader to wait for: backuprestore_shard1_0_replica_n9 to be alive on: 127.0.0.1:43765_solr [junit4] 2> 295282 INFO (OverseerThreadFactory-1304-thread-2) [ ] o.a.s.c.SplitShardCmd Asking parent leader to wait for: backuprestore_shard1_1_replica_n10 to be alive on: 127.0.0.1:43765_solr [junit4] 2> 295283 INFO (qtp196856154-2732) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node11, state: active, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: null, maxTime: 183 s [junit4] 2> 295284 INFO (qtp196856154-2732) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(active): collection=backuprestore, shard=shard1_0, thisCore=backuprestore_shard1_0_replica_n9, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=active, localState=active, nodeName=127.0.0.1:43765_solr, coreNodeName=core_node11, onlyIfActiveCheckResult=false, nodeProps: core_node11:{"core":"backuprestore_shard1_0_replica_n9","base_url":"https://127.0.0.1:43765/solr","node_name":"127.0.0.1:43765_solr","state":"active","type":"NRT","leader":"true"} [junit4] 2> 295284 INFO (qtp196856154-2732) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node11, state: active, checkLive: true, onlyIfLeader: true for: 0 seconds. [junit4] 2> 295284 INFO (qtp196856154-2732) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43765_solr&core=backuprestore_shard1_0_replica_n9&qt=/admin/cores&coreNodeName=core_node11&action=PREPRECOVERY&checkLive=true&state=active&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 295285 INFO (qtp196856154-2730) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node12, state: active, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: null, maxTime: 183 s [junit4] 2> 295286 INFO (qtp196856154-2730) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(active): collection=backuprestore, shard=shard1_1, thisCore=backuprestore_shard1_1_replica_n10, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43765_solr, coreNodeName=core_node12, onlyIfActiveCheckResult=false, nodeProps: core_node12:{"core":"backuprestore_shard1_1_replica_n10","base_url":"https://127.0.0.1:43765/solr","node_name":"127.0.0.1:43765_solr","state":"down","type":"NRT","leader":"true"} [junit4] 2> 295384 INFO (zkCallback-465-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295384 INFO (zkCallback-469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295384 INFO (zkCallback-469-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 295384 INFO (zkCallback-469-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 296001 INFO (qtp196856154-2723) [ ] o.a.s.c.S.Request [backuprestore_shard2_replica_n4] webapp=/solr path=/replication params={qt=/replication&wt=j [...truncated too long message...] process(SolrRequest.java:195) [junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991) [junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] > Caused by: java.net.SocketTimeoutException: Read timed out [junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method) [junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116) [junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171) [junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425) [junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65) [junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918) [junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) [junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) [junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) [junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) [junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) [junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) [junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) [junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) [junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525) [junit4] > ... 42 more [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_C290AED2769CD3F6-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=938, maxMBSortInHeap=7.288276359096399, sim=RandomSimilarity(queryNorm=true): {}, locale=ln-CG, timezone=SystemV/HST10 [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=185122992,total=526909440 [junit4] 2> NOTE: All tests run in this JVM: [PluginInfoTest, TestCloudDeleteByQuery, DistribJoinFromCollectionTest, TestSearchPerf, TestCharFilters, AsyncCallRequestStatusResponseTest, TestObjectReleaseTracker, TestSchemaResource, TestCustomStream, TestHashPartitioner, SharedFSAutoReplicaFailoverTest, TestLeaderInitiatedRecoveryThread, ExplicitHLLTest, TestCSVResponseWriter, TestSolrConfigHandlerConcurrent, TestPointFields, TestNonDefinedSimilarityFactory, TemplateUpdateProcessorTest, ConnectionReuseTest, ChaosMonkeyNothingIsSafeTest, TestConfigSetProperties, DistributedQueryComponentOptimizationTest, RecoveryAfterSoftCommitTest, TestSolrConfigHandler, LoggingHandlerTest, AlternateDirectoryTest, TestCloudPivotFacet, TestSegmentSorting, MetricsHandlerTest, DateRangeFieldTest, BufferStoreTest, TestDefaultStatsCache, HdfsChaosMonkeySafeLeaderTest, DistributedFacetPivotSmallTest, TestUseDocValuesAsStored, HdfsRecoverLeaseTest, ClusterStateTest, SolrTestCaseJ4Test, BlockJoinFacetRandomTest, XsltUpdateRequestHandlerTest, WordBreakSolrSpellCheckerTest, CSVRequestHandlerTest, DirectSolrConnectionTest, UUIDUpdateProcessorFallbackTest, TestLMJelinekMercerSimilarityFactory, TestInPlaceUpdatesStandalone, ReturnFieldsTest, MigrateRouteKeyTest, DefaultValueUpdateProcessorTest, TestTrie, AutoAddReplicasPlanActionTest, TestZkChroot, TestManagedResource, XmlUpdateRequestHandlerTest, DistributedSpellCheckComponentTest, NodeAddedTriggerTest, TestJsonFacets, TestManagedSynonymFilterFactory, TestGroupingSearch, TestZkAclsWithHadoopAuth, TestQueryWrapperFilter, UUIDFieldTest, SolrCloudExampleTest, UniqFieldsUpdateProcessorFactoryTest, StatsComponentTest, IndexBasedSpellCheckerTest, V2StandaloneTest, LeaderElectionTest, CdcrReplicationDistributedZkTest, CoreAdminRequestStatusTest, TestClusterStateMutator, SortByFunctionTest, SystemInfoHandlerTest, CopyFieldTest, SpellPossibilityIteratorTest, TestTolerantUpdateProcessorRandomCloud, UninvertDocValuesMergePolicyTest, HdfsUnloadDistributedZkTest, TestFuzzyAnalyzedSuggestions, FullSolrCloudDistribCmdsTest, VMParamsZkACLAndCredentialsProvidersTest, TestCloudSchemaless, TestPKIAuthenticationPlugin, TimeZoneUtilsTest, TestReplicationHandlerBackup, UnloadDistributedZkTest, TestSolr4Spatial2, HttpPartitionTest, ClassificationUpdateProcessorFactoryTest, TestRealTimeGet, TestPivotHelperCode, TestSystemIdResolver, TestLRUCache, TestDistributedStatsComponentCardinality, TestIndexSearcher, TestValueSourceCache, CollectionReloadTest, SolrMetricManagerTest, SimpleMLTQParserTest, TestRequestForwarding, TestIntervalFaceting, BlobRepositoryCloudTest, RequiredFieldsTest, TestSubQueryTransformer, TestExceedMaxTermLength, TestMissingGroups, CollectionsAPIAsyncDistributedZkTest, BigEndianAscendingWordDeserializerTest, SimplePostToolTest, EchoParamsTest, TestHdfsCloudBackupRestore, AnalyticsQueryTest, DistributedDebugComponentTest, TestSolrCloudWithSecureImpersonation, NodeMutatorTest, SegmentsInfoRequestHandlerTest, HdfsBasicDistributedZk2Test, TestConfigSetsAPIZkFailure, TestHighFrequencyDictionaryFactory, TestFilteredDocIdSet, AliasIntegrationTest, BasicDistributedZkTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, TestReplicationHandler, TestFiltering, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteNodeTest, DistributedQueueTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestRandomRequestDistribution, TestSkipOverseerOperations, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, NodeLostTriggerTest, SystemLogListenerTest, TriggerIntegrationTest, RequestLoggingTest, TestBlobHandler, TestRestoreCore, CoreAdminCreateDiscoverTest, InfoHandlerTest, PropertiesRequestHandlerTest, TestApiFramework, TestConfigsApi, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedSuggestComponentTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestHttpShardHandlerFactory, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, TestSlowCompositeReaderWrapper, WrapperMergePolicyFactoryTest, TestLegacyField, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery64, SolrJmxReporterCloudTest, SolrCloudReportersTest, TestBulkSchemaConcurrent] [junit4] Completed [745/745 (3!)] on J2 in 641.66s, 1 test, 1 error <<< FAILURES! [...truncated 40024 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
