Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20934/ Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed. FAILED: org.apache.solr.cloud.ShardSplitTest.test Error Message: Timeout occured while waiting response from server at: http://127.0.0.1:43307/u Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43307/u at __randomizedtesting.SeedInfo.seed([6FE12D93B7B427A9:E7B5124919484A51]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1668) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1607) at org.apache.solr.cloud.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:677) at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:101) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542) ... 53 more FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test Error Message: There are still nodes recoverying - waited for 30 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds at __randomizedtesting.SeedInfo.seed([6FE12D93B7B427A9:E7B5124919484A51]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185) at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:289) at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12236 lines...] [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore [junit4] 2> 730555 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/init-core-data-001 [junit4] 2> 730555 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 730556 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 730557 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 730558 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001 [junit4] 2> 730558 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 730559 INFO (Thread-1714) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 730559 INFO (Thread-1714) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 730563 ERROR (Thread-1714) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 730658 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41151 [junit4] 2> 730664 INFO (jetty-launcher-936-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 730664 INFO (jetty-launcher-936-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 730674 INFO (jetty-launcher-936-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57e5e01c{/solr,null,AVAILABLE} [junit4] 2> 730674 INFO (jetty-launcher-936-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@142cfa39{/solr,null,AVAILABLE} [junit4] 2> 730674 INFO (jetty-launcher-936-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41a67545{SSL,[ssl, http/1.1]}{127.0.0.1:43333} [junit4] 2> 730674 INFO (jetty-launcher-936-thread-1) [ ] o.e.j.s.Server Started @732683ms [junit4] 2> 730674 INFO (jetty-launcher-936-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b6bbf6c{SSL,[ssl, http/1.1]}{127.0.0.1:46391} [junit4] 2> 730674 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43333} [junit4] 2> 730674 INFO (jetty-launcher-936-thread-2) [ ] o.e.j.s.Server Started @732683ms [junit4] 2> 730675 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46391} [junit4] 2> 730675 ERROR (jetty-launcher-936-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 730675 ERROR (jetty-launcher-936-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 730675 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 730675 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 730675 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 730675 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 730675 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 730675 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 730675 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-17T13:04:46.013Z [junit4] 2> 730675 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-17T13:04:46.013Z [junit4] 2> 730680 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 730680 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 730687 INFO (jetty-launcher-936-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41151/solr [junit4] 2> 730687 INFO (jetty-launcher-936-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41151/solr [junit4] 2> 730709 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 730709 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46391_solr [junit4] 2> 730709 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.c.Overseer Overseer (id=99019907786342406-127.0.0.1:46391_solr-n_0000000000) starting [junit4] 2> 730716 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46391_solr [junit4] 2> 730723 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 730730 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 730731 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 730733 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43333_solr [junit4] 2> 730733 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 730736 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:43333_solr) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 730811 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730823 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730824 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730824 INFO (jetty-launcher-936-thread-2) [n:127.0.0.1:46391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/. [junit4] 2> 730832 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730837 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730837 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 730838 INFO (jetty-launcher-936-thread-1) [n:127.0.0.1:43333_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/. [junit4] 2> 730853 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 730853 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6FE12D93B7B427A9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41151/solr ready [junit4] 2> 730870 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[6FE12D93B7B427A9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 730886 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=6&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin and sendToOCPQueue=true [junit4] 2> 730888 INFO (OverseerThreadFactory-2784-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.CreateCollectionCmd Create collection backuprestore [junit4] 2> 730888 WARN (OverseerThreadFactory-2784-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection backuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 730992 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43333/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 730993 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:46391/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 730993 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"backuprestore_shard1_replica_t4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43333/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 730994 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:46391/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 730995 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_n8", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:43333/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 730996 INFO (OverseerStateUpdate-99019907786342406-127.0.0.1:46391_solr-n_0000000000) [n:127.0.0.1:46391_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"backuprestore", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"backuprestore_shard2_replica_t10", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:46391/solr";, [junit4] 2> "type":"TLOG", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 731207 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 731207 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 731208 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 731232 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin [junit4] 2> 731232 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 731236 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=backuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 731237 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_t10&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 731237 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin [junit4] 2> 731341 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:43333_solr) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 731342 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 731342 INFO (zkCallback-949-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 732215 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732221 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.s.IndexSchema [backuprestore_shard1_replica_t4] Schema name=minimal [junit4] 2> 732222 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732223 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_t4' using configuration from collection backuprestore, trusted=true [junit4] 2> 732225 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.core.backuprestore.shard1.replica_t4' (registry 'solr.core.backuprestore.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732225 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732225 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore [[backuprestore_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/backuprestore_shard1_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/./backuprestore_shard1_replica_t4/data/] [junit4] 2> 732228 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732251 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal [junit4] 2> 732254 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732256 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732257 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732257 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using configuration from collection backuprestore, trusted=true [junit4] 2> 732257 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.core.backuprestore.shard1.replica_n1' (registry 'solr.core.backuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732258 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732258 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/backuprestore_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/./backuprestore_shard1_replica_n1/data/] [junit4] 2> 732261 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732291 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n2] Schema name=minimal [junit4] 2> 732293 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732294 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n2' using configuration from collection backuprestore, trusted=true [junit4] 2> 732294 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.core.backuprestore.shard1.replica_n2' (registry 'solr.core.backuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732294 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732294 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n8] Schema name=minimal [junit4] 2> 732295 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/backuprestore_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/./backuprestore_shard1_replica_n2/data/] [junit4] 2> 732295 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 732297 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732298 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n8' using configuration from collection backuprestore, trusted=true [junit4] 2> 732298 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43333.solr.core.backuprestore.shard2.replica_n8' (registry 'solr.core.backuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732298 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732298 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/backuprestore_shard2_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node1/./backuprestore_shard2_replica_n8/data/] [junit4] 2> 732303 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n6] Schema name=minimal [junit4] 2> 732305 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732305 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n6' using configuration from collection backuprestore, trusted=true [junit4] 2> 732305 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.core.backuprestore.shard2.replica_n6' (registry 'solr.core.backuprestore.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732305 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732305 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/backuprestore_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/./backuprestore_shard2_replica_n6/data/] [junit4] 2> 732309 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.s.IndexSchema [backuprestore_shard2_replica_t10] Schema name=minimal [junit4] 2> 732311 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732311 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732312 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 732312 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_t10' using configuration from collection backuprestore, trusted=true [junit4] 2> 732312 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.core.backuprestore.shard2.replica_t10' (registry 'solr.core.backuprestore.shard2.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b5964c6 [junit4] 2> 732312 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 732313 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.SolrCore [[backuprestore_shard2_replica_t10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/backuprestore_shard2_replica_t10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6FE12D93B7B427A9-001/tempDir-001/node2/./backuprestore_shard2_replica_t10/data/] [junit4] 2> 732313 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732313 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732327 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5131580f[backuprestore_shard1_replica_t4] main] [junit4] 2> 732328 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732328 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732329 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732332 INFO (searcherExecutor-2789-thread-1-processing-n:127.0.0.1:43333_solr x:backuprestore_shard1_replica_t4 s:shard1 c:backuprestore r:core_node7) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SolrCore [backuprestore_shard1_replica_t4] Registered new searcher Searcher@5131580f[backuprestore_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732332 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526437457920 [junit4] 2> 732338 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms [junit4] 2> 732343 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732343 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732344 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732344 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732345 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36edace6[backuprestore_shard1_replica_n1] main] [junit4] 2> 732346 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732346 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732346 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732347 INFO (searcherExecutor-2790-thread-1-processing-n:127.0.0.1:43333_solr x:backuprestore_shard1_replica_n1 s:shard1 c:backuprestore r:core_node3) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [backuprestore_shard1_replica_n1] Registered new searcher Searcher@36edace6[backuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732347 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526453186560 [junit4] 2> 732368 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732368 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732369 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732369 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732370 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@404d3524[backuprestore_shard2_replica_n8] main] [junit4] 2> 732371 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732371 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732372 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732372 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732372 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732373 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732373 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732374 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.s.SolrIndexSearcher Opening [Searcher@4edf03f2[backuprestore_shard2_replica_t10] main] [junit4] 2> 732375 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732375 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732376 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732376 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732377 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732377 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732377 INFO (searcherExecutor-2793-thread-1-processing-n:127.0.0.1:43333_solr x:backuprestore_shard2_replica_n8 s:shard2 c:backuprestore r:core_node11) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore [backuprestore_shard2_replica_n8] Registered new searcher Searcher@404d3524[backuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732377 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526484643840 [junit4] 2> 732378 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 732378 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 732378 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6943102f[backuprestore_shard1_replica_n2] main] [junit4] 2> 732379 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 732379 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 732379 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732379 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732379 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732380 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732380 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526487789568 [junit4] 2> 732380 INFO (searcherExecutor-2796-thread-1-processing-n:127.0.0.1:46391_solr x:backuprestore_shard2_replica_t10 s:shard2 c:backuprestore r:core_node12) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.SolrCore [backuprestore_shard2_replica_t10] Registered new searcher Searcher@4edf03f2[backuprestore_shard2_replica_t10] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732380 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@24ed51e9[backuprestore_shard2_replica_n6] main] [junit4] 2> 732380 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526487789568 [junit4] 2> 732381 INFO (searcherExecutor-2792-thread-1-processing-n:127.0.0.1:46391_solr x:backuprestore_shard1_replica_n2 s:shard1 c:backuprestore r:core_node5) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [backuprestore_shard1_replica_n2] Registered new searcher Searcher@6943102f[backuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732381 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 732381 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 732382 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 732382 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584318526489886720 [junit4] 2> 732384 INFO (searcherExecutor-2794-thread-1-processing-n:127.0.0.1:46391_solr x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node9) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [backuprestore_shard2_replica_n6] Registered new searcher Searcher@24ed51e9[backuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 732384 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=3 found=2 timeoutin=9999ms [junit4] 2> 732485 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 732485 INFO (zkCallback-949-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 732486 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:43333_solr) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 732838 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 732838 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 732838 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43333/solr/backuprestore_shard1_replica_t4/ [junit4] 2> 732838 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_t4 url=https://127.0.0.1:43333/solr START replicas=[https://127.0.0.1:43333/solr/backuprestore_shard1_replica_n1/, https://127.0.0.1:46391/solr/backuprestore_shard1_replica_n2/] nUpdates=100 [junit4] 2> 732844 INFO (qtp732346074-6344) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.S.Request [backuprestore_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 732844 INFO (qtp336439182-6338) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.S.Request [backuprestore_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 732885 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 732885 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 732885 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/ [junit4] 2> 732885 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n8 url=https://127.0.0.1:43333/solr START replicas=[https://127.0.0.1:46391/solr/backuprestore_shard2_replica_n6/, https://127.0.0.1:46391/solr/backuprestore_shard2_replica_t10/] nUpdates=100 [junit4] 2> 732890 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.S.Request [backuprestore_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 732893 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.S.Request [backuprestore_shard2_replica_t10] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 733139 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_t4 url=https://127.0.0.1:43333/solr DONE. We have no versions. sync failed. [junit4] 2> 733139 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 733139 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 733139 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 733139 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ZkController backuprestore_shard1_replica_t4 stopping background replication from leader [junit4] 2> 733141 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43333/solr/backuprestore_shard1_replica_t4/ shard1 [junit4] 2> 733185 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n8 url=https://127.0.0.1:43333/solr DONE. We have no versions. sync failed. [junit4] 2> 733185 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 733185 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 733185 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 733187 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/ shard2 [junit4] 2> 733288 INFO (zkCallback-949-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 733288 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:43333_solr) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 733288 INFO (zkCallback-949-thread-3-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 733291 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 733292 INFO (qtp336439182-6285) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2085 [junit4] 2> 733337 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 733338 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=backuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2102 [junit4] 2> 733354 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2146 [junit4] 2> 733383 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.ZkController backuprestore_shard2_replica_t10 starting background replication from leader [junit4] 2> 733383 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 733384 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 733384 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 733385 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_t10&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2148 [junit4] 2> 733385 INFO (qtp732346074-6270) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2148 [junit4] 2> 733386 INFO (qtp732346074-6283) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2154 [junit4] 2> 733388 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 733486 INFO (zkCallback-949-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 733486 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:43333_solr) [n:127.0.0.1:43333_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 733486 INFO (zkCallback-949-thread-3-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2]) [junit4] 2> 734388 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=6&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin} status=0 QTime=3501 [junit4] 2> 734405 INFO (qtp732346074-6275) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&wt=javabin&version=2}{add=[0 (1584318528597524480), 1 (1584318528600670208), 2 (1584318528600670209), 3 (1584318528600670210), 4 (1584318528600670211), 5 (1584318528601718784), 6 (1584318528601718785), 7 (1584318528601718786), 8 (1584318528601718787), 9 (1584318528601718788), ... (56 adds)]} 0 4 [junit4] 2> 734408 INFO (qtp732346074-6344) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_t10] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&wt=javabin&version=2}{add=[0 (1584318528597524480), 1 (1584318528600670208), 2 (1584318528600670209), 3 (1584318528600670210), 4 (1584318528600670211), 5 (1584318528601718784), 6 (1584318528601718785), 7 (1584318528601718786), 8 (1584318528601718787), 9 (1584318528601718788), ... (56 adds)]} 0 2 [junit4] 2> 734409 INFO (qtp336439182-6282) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n8] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1584318528597524480), 1 (1584318528600670208), 2 (1584318528600670209), 3 (1584318528600670210), 4 (1584318528600670211), 5 (1584318528601718784), 6 (1584318528601718785), 7 (1584318528601718786), 8 (1584318528601718787), 9 (1584318528601718788), ... (56 adds)]} 0 16 [junit4] 2> 734411 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584318528617447424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 734411 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 734412 INFO (qtp732346074-6363) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584318528618496000,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 734412 INFO (qtp732346074-6363) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@68436a9b commitCommandVersion:1584318528618496000 [junit4] 2> 734413 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 734413 INFO (qtp732346074-6277) [n:127.0.0.1:46391_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1 [junit4] 2> 734414 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584318528620593152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 734416 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 734419 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 734419 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node7 x:backuprestore_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5 [junit4] 2> 734419 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584318528625836032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 734420 INFO (qtp732346074-6281) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.u.TestInjection Start waiting for replica in sync with leader [junit4] 2> 734420 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 734420 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 734420 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0 [junit4] 2> 734422 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584318528628981760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 734422 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c3c3463 commitCommandVersion:1584318528628981760 [junit4] 2> 734425 INFO (qtp336439182-6276) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1 [junit4] 2> 734433 INFO (qtp732346074-6363) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f3be44[backuprestore_shard2_replica_n6] main] [junit4] 2> 734433 INFO (qtp732346074-6363) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 734434 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@a4cb50a[backuprestore_shard2_replica_n8] main] [junit4] 2> 734435 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 734435 INFO (searcherExecutor-2794-thread-1-processing-n:127.0.0.1:46391_solr x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node9) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [backuprestore_shard2_replica_n6] Registered new searcher Searcher@4f3be44[backuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C56)))} [junit4] 2> 734436 INFO (qtp732346074-6363) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node9 x:backuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 23 [junit4] 2> 734437 INFO (searcherExecutor-2793-thread-1-processing-n:127.0.0.1:43333_solr x:backuprestore_shard2_replica_n8 s:shard2 c:backuprestore r:core_node11) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.SolrCore [backuprestore_shard2_replica_n8] Registered new searcher Searcher@a4cb50a[backuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C56)))} [junit4] 2> 734437 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n8] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 15 [junit4] 2> 734512 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:43333/solr/backuprestore_shard2_replica_n8/ [junit4] 2> 734515 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 734515 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Master's generation: 2 [junit4] 2> 734516 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Master's version: 1510923889760 [junit4] 2> 734516 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 734516 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 734516 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 734517 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0 [junit4] 2> 734517 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Number of files in latest index in master: 18 [junit4] 2> 734518 INFO (indexFetcher-2820-thread-1) [n:127.0.0.1:46391_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@1bbee608 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@139b7669) [junit4] 2> 734518 INFO (qtp336439182-6276) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734520 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734522 INFO (qtp336439182-6338) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734523 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734524 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734525 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734526 INFO (qtp336439182-6276) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734527 INFO (qtp336439182-6274) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734528 INFO (qtp336439182-6338) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734529 INFO (qtp336439182-6271) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734566 INFO (qtp336439182-6284) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_n8] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FST50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 734567 INFO (qtp336439182-6341) [n:127.0.0.1:43333_solr c:backuprestore s:shard2 r:core_node11 x:backuprestore_shard2_replica_n8] o.a.s.c.S.Request [backuprestore_shard2_replica_ [...truncated too long message...] nager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1916134898 [junit4] 2> 1546387 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:43787_u) [n:127.0.0.1:43787_u ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/shardSplitWithRule/state.json] for collection [shardSplitWithRule] has occurred - updating... (live nodes size: [0]) [junit4] 2> 1546387 INFO (zkCallback-946-thread-5-processing-n:127.0.0.1:43787_u) [n:127.0.0.1:43787_u ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/shardSplitWithRule/state.json] for collection [shardSplitWithRule] has occurred - updating... (live nodes size: [0]) [junit4] 2> 1546388 INFO (zkCallback-946-thread-5-processing-n:127.0.0.1:43787_u) [n:127.0.0.1:43787_u ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0]) [junit4] 2> 1551253 INFO (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false] [junit4] 2> 1551253 INFO (zkCallback-946-thread-5-processing-n:127.0.0.1:43787_u) [n:127.0.0.1:43787_u ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/shardSplitWithRule/state.json] for collection [shardSplitWithRule] has occurred - updating... (live nodes size: [0]) [junit4] 2> 1551253 INFO (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.c.SolrCore [shardSplitWithRule_shard1_1_replica0] CLOSING SolrCore org.apache.solr.core.SolrCore@2827a164 [junit4] 2> 1551253 INFO (zkCallback-946-thread-2-processing-n:127.0.0.1:43787_u) [n:127.0.0.1:43787_u ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/shardSplitWithRule/state.json] for collection [shardSplitWithRule] has occurred - updating... (live nodes size: [0]) [junit4] 2> 1551253 INFO (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.shardSplitWithRule.shard1_1.replica0, tag=673685860 [junit4] 2> 1551254 INFO (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45ca9205: rootName = null, domain = solr.core.shardSplitWithRule.shard1_1.replica0, service url = null, agent id = null] for registry solr.core.shardSplitWithRule.shard1_1.replica0 / com.codahale.metrics.MetricRegistry@26aa3db6 [junit4] 2> 1551265 INFO (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.shardSplitWithRule.shard1_1.leader, tag=673685860 [junit4] 2> 1551266 WARN (recoveryExecutor-944-thread-1-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.c.RecoveryStrategy Stopping recovery for core=[shardSplitWithRule_shard1_1_replica0] coreNodeName=[core_node9] [junit4] 2> 1551268 WARN (updateExecutor-943-thread-2-processing-n:127.0.0.1:43787_u x:shardSplitWithRule_shard1_1_replica0 s:shard1_1 c:shardSplitWithRule r:core_node9) [n:127.0.0.1:43787_u c:shardSplitWithRule s:shard1_1 r:core_node9 x:shardSplitWithRule_shard1_1_replica0] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown [junit4] 2> 1551269 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.a.s.c.Overseer Overseer (id=99019957555167250-127.0.0.1:43787_u-n_0000000004) closing [junit4] 2> 1551269 INFO (OverseerStateUpdate-99019957555167250-127.0.0.1:43787_u-n_0000000004) [n:127.0.0.1:43787_u ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43787_u [junit4] 2> 1551269 WARN (OverseerAutoScalingTriggerThread-99019957555167250-127.0.0.1:43787_u-n_0000000004) [n:127.0.0.1:43787_u ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1551273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@49048e2f{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 1551273 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f5bacb4{/u,null,UNAVAILABLE} [junit4] 2> 1551274 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37077 [junit4] 2> 1551274 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1551275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[6FE12D93B7B427A9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41633 41633 [junit4] 2> 1561344 INFO (Thread-1253) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41633 41633 [junit4] 2> 1561344 WARN (Thread-1253) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 7 /solr/aliases.json [junit4] 2> 5 /solr/security.json [junit4] 2> 5 /solr/configs/conf1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 57 /solr/collections/shardSplitWithRule/state.json [junit4] 2> 7 /solr/clusterprops.json [junit4] 2> 7 /solr/clusterstate.json [junit4] 2> 5 /solr/autoscaling.json [junit4] 2> 4 /solr/collections/collection1/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 7 /solr/live_nodes [junit4] 2> 7 /solr/collections [junit4] 2> 5 /solr/overseer/queue [junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 5 /solr/overseer/collection-queue-work [junit4] 2> 5 /solr/overseer/queue-work [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_6FE12D93B7B427A9-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=FST50, a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50}, docValues:{rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1998, maxMBSortInHeap=6.032348015693211, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@259c93a3), locale=es-CO, timezone=Africa/Harare [junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=204460968,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [MetricsConfigTest, TestZkAclsWithHadoopAuth, ComputePlanActionTest, TestLockTree, TestBinaryResponseWriter, TestSerializedLuceneMatchVersion, TestStressInPlaceUpdates, ReplaceNodeTest, TestSearcherReuse, HdfsDirectoryFactoryTest, LeaderFailureAfterFreshStartTest, TestDocTermOrds, ManagedSchemaRoundRobinCloudTest, NumberUtilsTest, TestLMJelinekMercerSimilarityFactory, ConjunctionSolrSpellCheckerTest, TestRTimerTree, SolrSlf4jReporterTest, TestMacros, DirectSolrConnectionTest, FullHLLTest, StatsReloadRaceTest, TestUnifiedSolrHighlighter, TestInitQParser, TestPKIAuthenticationPlugin, TestCSVResponseWriter, TestLRUCache, TestTolerantUpdateProcessorCloud, ClassificationUpdateProcessorFactoryTest, TestGeoJSONResponseWriter, TestNumericTerms64, TestFieldCacheSort, TestManagedSchema, AlternateDirectoryTest, TestSQLHandlerNonCloud, TolerantUpdateProcessorTest, DateRangeFieldTest, QueryElevationComponentTest, HdfsBasicDistributedZkTest, TestPrepRecovery, TestXmlQParser, BasicAuthStandaloneTest, TestMultiValuedNumericRangeQuery, TestReqParamsAPI, DeleteNodeTest, TestGroupingSearch, TestSearchPerf, UtilsToolTest, SortByFunctionTest, TestConfigOverlay, DirectSolrSpellCheckerTest, TestDistributedGrouping, TestRealTimeGet, TestCloudSchemaless, AnalyticsQueryTest, RuleEngineTest, ChaosMonkeyNothingIsSafeTest, TestFieldCacheWithThreads, ShardSplitTest] [junit4] Completed [445/750 (2!)] on J2 in 977.32s, 5 tests, 1 error <<< FAILURES! [...truncated 48338 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
