Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/164/ Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed. FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI Error Message: Error from server at http://127.0.0.1:60072/solr: ADDREPLICA failed to create replica Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60072/solr: ADDREPLICA failed to create replica at __randomizedtesting.SeedInfo.seed([9FE8A28912BCCBEA:F5092CE22F267D92]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:103) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery Error Message: Can not find doc 8 in https://127.0.0.1:52496/solr Stack Trace: java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:52496/solr at __randomizedtesting.SeedInfo.seed([9FE8A28912BCCBEA:5E18DB253FEC014D]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNotNull(Assert.java:526) at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868) at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:589) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11169 lines...] [junit4] Suite: org.apache.solr.cloud.TestTlogReplica [junit4] 2> 0 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/init-core-data-001 [junit4] 2> 595 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 899 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.e.j.u.log Logging initialized @7197ms [junit4] 2> 924 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth [junit4] 2> 1549 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001 [junit4] 2> 1587 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1591 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1591 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1937 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52494 [junit4] 2> 2226 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2685 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e642cda400000, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 3768 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3775 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 3921 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4727fc1e{/solr,null,AVAILABLE} [junit4] 2> 3924 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e4ad353{/solr,null,AVAILABLE} [junit4] 2> 4007 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e171509{SSL,[ssl, http/1.1]}{127.0.0.1:52496} [junit4] 2> 4008 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @10312ms [junit4] 2> 4008 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52496} [junit4] 2> 4010 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a91f0aa{SSL,[ssl, http/1.1]}{127.0.0.1:52497} [junit4] 2> 4021 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @10325ms [junit4] 2> 4025 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52497} [junit4] 2> 4210 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4211 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 4220 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 4226 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 4232 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4232 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 4233 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 4232 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 4252 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-09T01:06:56.982Z [junit4] 2> 4253 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-09T01:06:56.985Z [junit4] 2> 4436 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 4484 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 4490 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 6842 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52494/solr [junit4] 2> 6842 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52494/solr [junit4] 2> 7634 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 7635 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 7638 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52497_solr [junit4] 2> 7642 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52496_solr [junit4] 2> 7649 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 7650 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 7653 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.c.Overseer Overseer (id=98626385651695621-127.0.0.1:52497_solr-n_0000000000) starting [junit4] 2> 8358 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52497_solr [junit4] 2> 8366 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 8367 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 9259 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9263 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9264 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9334 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9359 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9359 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 9764 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:52497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node2/. [junit4] 2> 9772 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:52496_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/. [junit4] 2> 10271 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 10273 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52494/solr ready [junit4] 2> 10281 INFO (SUITE-TestTlogReplica-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false [junit4] 2> 12031 INFO (qtp111205268-35) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 12045 INFO (qtp111205268-35) [n:127.0.0.1:52497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=237 [junit4] 2> 12321 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[9FE8A28912BCCBEA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet [junit4] 2> 12345 INFO (qtp111205268-36) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 12395 INFO (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_real_time_get [junit4] 2> 12406 WARN (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection tlog_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 12549 INFO (OverseerStateUpdate-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:52496/solr";, [junit4] 2> "type":"NRT"} [junit4] 2> 12563 INFO (OverseerStateUpdate-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n3", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:52497/solr";, [junit4] 2> "type":"NRT"} [junit4] 2> 12573 INFO (OverseerStateUpdate-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_t4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:52496/solr";, [junit4] 2> "type":"TLOG"} [junit4] 2> 12753 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n3&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 12760 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 12770 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 12774 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 12774 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 12907 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 12908 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 12908 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 13888 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 13888 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 13909 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 14035 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_n3] Schema name=minimal [junit4] 2> 14042 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_t4] Schema name=minimal [junit4] 2> 14050 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema [tlog_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal [junit4] 2> 14219 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 14219 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 14220 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 14221 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_t4' using configuration from collection tlog_replica_test_real_time_get, trusted=true [junit4] 2> 14222 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n1' using configuration from collection tlog_replica_test_real_time_get, trusted=true [junit4] 2> 14223 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n3' using configuration from collection tlog_replica_test_real_time_get, trusted=true [junit4] 2> 14338 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.core.tlog_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 14339 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52497.solr.core.tlog_replica_test_real_time_get.shard1.replica_n3' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 14339 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.core.tlog_replica_test_real_time_get.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 14358 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 14362 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 14364 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 14375 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_t4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_t4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/./tlog_replica_test_real_time_get_shard1_replica_t4/data/] [junit4] 2> 14375 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node2/./tlog_replica_test_real_time_get_shard1_replica_n3/data/] [junit4] 2> 14375 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/./tlog_replica_test_real_time_get_shard1_replica_n1/data/] [junit4] 2> 17799 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 17799 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 17803 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 17803 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 17806 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 17809 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 17844 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 17845 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 17853 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 17853 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 17848 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 17854 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 17967 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@35d0336[tlog_replica_test_real_time_get_shard1_replica_t4] main] [junit4] 2> 17967 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d107e5c[tlog_replica_test_real_time_get_shard1_replica_n1] main] [junit4] 2> 17967 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1809fe0a[tlog_replica_test_real_time_get_shard1_replica_n3] main] [junit4] 2> 18047 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 18048 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 18056 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 18152 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 18153 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 18153 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 18291 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 18292 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 18291 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 19101 INFO (searcherExecutor-17-thread-1-processing-n:127.0.0.1:52497_solr x:tlog_replica_test_real_time_get_shard1_replica_n3 s:shard1 c:tlog_replica_test_real_time_get r:core_node5) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n3] Registered new searcher Searcher@1809fe0a[tlog_replica_test_real_time_get_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 19114 INFO (searcherExecutor-15-thread-1-processing-n:127.0.0.1:52496_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 s:shard1 c:tlog_replica_test_real_time_get r:core_node6) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher Searcher@35d0336[tlog_replica_test_real_time_get_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 19117 INFO (searcherExecutor-16-thread-1-processing-n:127.0.0.1:52496_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 s:shard1 c:tlog_replica_test_real_time_get r:core_node2) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] Registered new searcher Searcher@1d107e5c[tlog_replica_test_real_time_get_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 19149 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578022188505628672 [junit4] 2> 19153 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578022188509822976 [junit4] 2> 19154 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578022188510871552 [junit4] 2> 19190 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoutin=9997ms [junit4] 2> 19205 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 19205 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 19206 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 19698 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 19698 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 19699 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/ [junit4] 2> 19711 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_t4 url=https://127.0.0.1:52496/solr START replicas=[https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/, https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/] nUpdates=100 [junit4] 2> 19737 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=14 [junit4] 2> 19737 INFO (qtp111205268-34) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=14 [junit4] 2> 20014 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_t4 url=https://127.0.0.1:52496/solr DONE. We have no versions. sync failed. [junit4] 2> 20017 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 20017 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 20017 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 20018 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 stopping background replication from leader [junit4] 2> 20066 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/ shard1 [junit4] 2> 20182 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20182 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20182 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20195 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n3&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7445 [junit4] 2> 20224 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 20229 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=7456 [junit4] 2> 20233 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7462 [junit4] 2> 20262 INFO (qtp111205268-36) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 20360 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20360 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20360 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 20412 INFO (OverseerCollectionConfigSetProcessor-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 21265 INFO (qtp111205268-36) [n:127.0.0.1:52497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=2&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=8919 [junit4] 2> 22083 INFO (qtp111205268-35) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[0 (1578022190935179264)]} 0 11 [junit4] 2> 22085 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[0 (1578022190935179264)]} 0 6 [junit4] 2> 22087 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1578022190935179264)]} 0 632 [junit4] 2> 22089 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 779 [junit4] 2> 22168 INFO (qtp111205268-37) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=0&wt=javabin&version=2} status=0 QTime=52 [junit4] 2> 22210 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 22213 INFO (qtp111205268-38) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22219 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/ [junit4] 2> 22228 INFO (qtp111205268-36) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1504919234963&ids=0&isShard=true&shard.url=https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0 [junit4] 2> 22229 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=14 [junit4] 2> 22256 INFO (qtp111205268-37) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[1 (1578022191747825664)]} 0 5 [junit4] 2> 22259 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[1 (1578022191747825664)]} 0 8 [junit4] 2> 22260 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/&wt=javabin&version=2}{add=[1 (1578022191747825664)]} 0 19 [junit4] 2> 22261 INFO (qtp111205268-35) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 28 [junit4] 2> 22264 INFO (qtp111205268-38) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=1&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22267 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22271 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22274 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/ [junit4] 2> 22287 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1504919235022&ids=1&isShard=true&shard.url=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=1 [junit4] 2> 22288 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=14 [junit4] 2> 22299 INFO (qtp111205268-34) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1578022191801303040)]} 0 4 [junit4] 2> 22300 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1578022191801303040)]} 0 6 [junit4] 2> 22302 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1578022191801303040)]} 0 11 [junit4] 2> 22305 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=2&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22309 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22314 INFO (qtp111205268-36) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 22319 INFO (qtp1877440554-29) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/ [junit4] 2> 22323 INFO (qtp1877440554-23) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1504919235067&ids=2&isShard=true&shard.url=https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0 [junit4] 2> 22326 INFO (qtp1877440554-29) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=7 [junit4] 2> 22329 INFO (qtp1877440554-30) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node2 x:tlog_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22334 INFO (qtp111205268-37) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 22337 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/ [junit4] 2> 22340 INFO (qtp111205268-35) [n:127.0.0.1:52497_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n3] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1504919235085&ids=0,1,2&isShard=true&shard.url=https://127.0.0.1:52497/solr/tlog_replica_test_real_time_get_shard1_replica_n3/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_t4/|https://127.0.0.1:52496/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0 [junit4] 2> 22342 INFO (qtp1877440554-26) [n:127.0.0.1:52496_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 22344 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[9FE8A28912BCCBEA]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection [junit4] 2> 22349 INFO (qtp111205268-38) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_real_time_get&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 22363 INFO (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 22369 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4, tag=null [junit4] 2> 22371 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@400c4d3: rootName = solr_52496, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_t4, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_t4 / com.codahale.metrics.MetricRegistry@1d76f5f [junit4] 2> 22371 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n3, tag=null [junit4] 2> 22371 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d4c55c: rootName = solr_52497, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@12258613 [junit4] 2> 22408 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@1284ccec [junit4] 2> 22408 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n3, tag=310693100 [junit4] 2> 22408 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader, tag=310693100 [junit4] 2> 22414 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close. [junit4] 2> 22414 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@556e05af commitCommandVersion:0 [junit4] 2> 22425 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 stopping background replication from leader [junit4] 2> 22425 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1, tag=null [junit4] 2> 22427 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] CLOSING SolrCore org.apache.solr.core.SolrCore@7f55ac60 [junit4] 2> 22427 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20ee5f0d: rootName = solr_52496, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@314be08a [junit4] 2> 22465 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@37a9ecdf [junit4] 2> 22466 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1, tag=933883103 [junit4] 2> 22466 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader, tag=933883103 [junit4] 2> 22466 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close. [junit4] 2> 22466 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2faef1ad commitCommandVersion:0 [junit4] 2> 22478 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4, tag=2136321120 [junit4] 2> 22478 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader, tag=2136321120 [junit4] 2> 22479 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close. [junit4] 2> 22479 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@500262bf commitCommandVersion:0 [junit4] 2> 23312 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 23314 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 23316 INFO (qtp111205268-33) [n:127.0.0.1:52497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_real_time_get_shard1_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=949 [junit4] 2> 23318 WARN (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 23318 WARN (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 23320 INFO (qtp1877440554-27) [n:127.0.0.1:52496_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_real_time_get_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=952 [junit4] 2> 23323 INFO (qtp1877440554-25) [n:127.0.0.1:52496_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_real_time_get_shard1_replica_t4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=955 [junit4] 2> 24062 INFO (qtp111205268-38) [n:127.0.0.1:52497_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_real_time_get&action=DELETE&wt=javabin&version=2} status=0 QTime=1713 [junit4] 2> 24166 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[9FE8A28912BCCBEA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRealTimeGet [junit4] 2> 24219 INFO (TEST-TestTlogReplica.testKillTlogReplica-seed#[9FE8A28912BCCBEA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillTlogReplica [junit4] 2> 24221 INFO (qtp111205268-34) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_tlog_replica&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 24240 INFO (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_kill_tlog_replica [junit4] 2> 24245 INFO (OverseerCollectionConfigSetProcessor-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 24502 INFO (OverseerStateUpdate-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_kill_tlog_replica", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:52496/solr";, [junit4] 2> "type":"TLOG"} [junit4] 2> 24514 INFO (OverseerStateUpdate-98626385651695621-127.0.0.1:52497_solr-n_0000000000) [n:127.0.0.1:52497_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"tlog_replica_test_kill_tlog_replica", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:52497/solr";, [junit4] 2> "type":"TLOG"} [junit4] 2> 24726 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 24738 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 24890 INFO (zkCallback-13-thread-1-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 24890 INFO (zkCallback-12-thread-1-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 24890 INFO (zkCallback-12-thread-2-processing-n:127.0.0.1:52497_solr) [n:127.0.0.1:52497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 24891 INFO (zkCallback-13-thread-2-processing-n:127.0.0.1:52496_solr) [n:127.0.0.1:52496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2]) [junit4] 2> 25795 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 25796 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 25829 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Schema name=minimal [junit4] 2> 25844 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 25844 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true [junit4] 2> 25845 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52496.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 25846 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 25847 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/tlog_replica_test_kill_tlog_replica_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node1/./tlog_replica_test_kill_tlog_replica_shard1_replica_t1/data/] [junit4] 2> 25850 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Schema name=minimal [junit4] 2> 25863 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 25863 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t2' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true [junit4] 2> 25864 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52497.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3139eb6d [junit4] 2> 25864 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 25865 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node2/tlog_replica_test_kill_tlog_replica_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_9FE8A28912BCCBEA-001/tempDir-001/node2/./tlog_replica_test_kill_tlog_replica_shard1_replica_t2/data/] [junit4] 2> 25987 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 25987 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 26000 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 26001 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 26004 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@67a8ac07[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main] [junit4] 2> 26006 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 26006 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 26006 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 26006 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 26008 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 26008 INFO (qtp111205268-31) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578022195697811456 [junit4] 2> 26011 INFO (searcherExecutor-31-thread-1-processing-n:127.0.0.1:52497_solr x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_tlog_replica r:core_node4) [n:127.0.0.1:52497_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node4 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@67a8ac07[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 26012 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 26013 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 26016 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ab734aa[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main] [junit4] 2> 26022 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 26023 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 26024 INFO (qtp1877440554-28) [n:127.0.0.1:52496_solr c:tlog_replica_test_kill_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_kill_tlog_replica_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 26024 INFO (qtp1877440554-28) [n:127.0.0.1:52496 [...truncated too long message...] c:implicitcoll s:c r:core_node24 x:implicitcoll_c_replica_n22] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.implicitcoll.c.leader, tag=807224253 [junit4] 2> 2164506 INFO (jetty-closer-3507-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98626525528981514-127.0.0.1:60071_solr-n_0000000000) closing [junit4] 2> 2164506 INFO (OverseerStateUpdate-98626525528981514-127.0.0.1:60071_solr-n_0000000000) [n:127.0.0.1:60071_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60071_solr [junit4] 2> 2164509 INFO (zkCallback-3526-thread-1-processing-n:127.0.0.1:60071_solr) [n:127.0.0.1:60071_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 2164515 WARN (zkCallback-3526-thread-2-processing-n:127.0.0.1:60071_solr) [n:127.0.0.1:60071_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2164515 INFO (jetty-closer-3507-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d45df10{/solr,null,UNAVAILABLE} [junit4] 2> 2166009 WARN (zkCallback-3527-thread-4-processing-n:127.0.0.1:60073_solr) [n:127.0.0.1:60073_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2166010 INFO (jetty-closer-3507-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f52fce1{/solr,null,UNAVAILABLE} [junit4] 2> 2166013 ERROR (SUITE-CustomCollectionTest-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2166014 INFO (SUITE-CustomCollectionTest-seed#[9FE8A28912BCCBEA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60069 60069 [junit4] 2> 2166038 INFO (Thread-4086) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60069 60069 [junit4] 2> 2166248 WARN (Thread-4086) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 15 /solr/configs/conf [junit4] 2> 9 /solr/clusterprops.json [junit4] 2> 9 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 44 /solr/collections/implicitcoll/state.json [junit4] 2> 44 /solr/collections/withShardField/state.json [junit4] 2> 35 /solr/collections/routeFieldColl/state.json [junit4] 2> 25 /solr/collections/testCreateShardRepFactor/state.json [junit4] 2> 9 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/b/election/98626525528981514-core_node17-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/98626525528981514-127.0.0.1:60071_solr-n_0000000000 [junit4] 2> 2 /solr/collections/withShardField/leader_elect/d/election/98626525528981513-core_node31-n_0000000001 [junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/c/election/98626525528981515-core_node21-n_0000000000 [junit4] 2> 2 /solr/collections/implicitcoll/leader_elect/a/election/98626525528981514-core_node9-n_0000000000 [junit4] 2> 2 /solr/collections/withShardField/leader_elect/a/election/98626525528981514-core_node5-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 28 /solr/collections [junit4] 2> 9 /solr/live_nodes [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9FE8A28912BCCBEA-001 [junit4] 2> Sep 09, 2017 1:42:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=en-NZ, timezone=Europe/Lisbon [junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=190264664,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotLargeTest, TestSearcherReuse, TestSolrCoreSnapshots, TestSizeLimitedDistributedMap, ReturnFieldsTest, ClusterStateTest, SolrGangliaReporterTest, TestScoreJoinQPScore, HLLSerializationTest, TestSolrDeletionPolicy2, TestFoldingMultitermQuery, DeleteShardTest, TestReloadAndDeleteDocs, DefaultValueUpdateProcessorTest, HdfsDirectoryFactoryTest, TestSmileRequest, TestHashPartitioner, TestRandomDVFaceting, TestGroupingSearch, TestStressRecovery, OverseerRolesTest, TestCoreContainer, TestDeleteCollectionOnDownNodes, CoreAdminHandlerTest, TestSolrCloudWithKerberosAlt, BinaryUpdateRequestHandlerTest, HdfsRecoverLeaseTest, OverseerCollectionConfigSetProcessorTest, HdfsThreadLeakTest, ActionThrottleTest, UUIDFieldTest, TestReversedWildcardFilterFactory, TestTestInjection, ConfigureRecoveryStrategyTest, TestStressReorder, TestLegacyNumericRangeQueryBuilder, TestExpandComponent, HighlighterConfigTest, CursorPagingTest, TlogReplayBufferedWhileIndexingTest, MoveReplicaHDFSUlogDirTest, TestFieldCacheSort, TestNumericTokenStream, HdfsRestartWhileUpdatingTest, TestPointFields, TestRequestStatusCollectionAPI, TestNonDefinedSimilarityFactory, SolrIndexSplitterTest, DocValuesTest, TestStressVersions, ChaosMonkeySafeLeaderWithPullReplicasTest, NumericFieldsTest, SolrSlf4jReporterTest, QueryParsingTest, TestReplicationHandler, TestNamedUpdateProcessors, MultiThreadedOCPTest, RestartWhileUpdatingTest, TestExtendedDismaxParser, RAMDirectoryFactoryTest, TestSchemalessBufferedUpdates, DirectoryFactoryTest, TestMaxTokenLenTokenizer, HdfsBasicDistributedZk2Test, UUIDUpdateProcessorFallbackTest, SearchHandlerTest, TestPHPSerializedResponseWriter, WordBreakSolrSpellCheckerTest, TestOmitPositions, PathHierarchyTokenizerFactoryTest, HighlighterTest, TestSolrXml, CSVRequestHandlerTest, TestSort, TestPivotHelperCode, TestReplicaProperties, TestSchemaNameResource, CdcrVersionReplicationTest, TestNoOpRegenerator, TestManagedStopFilterFactory, UninvertDocValuesMergePolicyTest, TestRandomRequestDistribution, RecoveryZkTest, JvmMetricsTest, PeerSyncWithIndexFingerprintCachingTest, TestFieldCacheVsDocValues, BasicDistributedZkTest, TestFunctionQuery, SolrTestCaseJ4Test, TestLFUCache, TestCustomStream, SolrShardReporterTest, TestNumericRangeQuery32, TestAddFieldRealTimeGet, DirectUpdateHandlerOptimizeTest, TestLazyCores, TestFieldCollectionResource, CollectionsAPISolrJTest, CollectionReloadTest, TestTolerantSearch, TestSolrCoreParser, TestAtomicUpdateErrorCases, DeleteInactiveReplicaTest, SSLMigrationTest, TestExactStatsCache, BufferStoreTest, TestStressCloudBlindAtomicUpdates, AddBlockUpdateTest, TestRawResponseWriter, TestRecoveryHdfs, HardAutoCommitTest, TestBulkSchemaConcurrent, TestCollectionAPI, SliceStateTest, HdfsChaosMonkeyNothingIsSafeTest, TestFieldCache, DistributedExpandComponentTest, TestCollectionAPIs, SmileWriterTest, ShardRoutingTest, UniqFieldsUpdateProcessorFactoryTest, TestImplicitCoreProperties, TestDFRSimilarityFactory, IndexBasedSpellCheckerTest, TestStressLiveNodes, ResponseHeaderTest, ClassificationUpdateProcessorFactoryTest, UnloadDistributedZkTest, LeaderFailureAfterFreshStartTest, StressHdfsTest, SuggestComponentTest, TestNumericTerms64, TestConfigSetsAPI, CircularListTest, TestCloudDeleteByQuery, SyncSliceTest, RecoveryAfterSoftCommitTest, TestSurroundQueryParser, TestPKIAuthenticationPlugin, BigEndianAscendingWordSerializerTest, SimplePostToolTest, TestSQLHandlerNonCloud, DisMaxRequestHandlerTest, SolrMetricReporterTest, AtomicUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, SoftAutoCommitTest, TestQuerySenderNoQuery, TestDistributedSearch, DistributedVersionInfoTest, TestJavabinTupleStreamParser, TestImpersonationWithHadoopAuth, TestWriterPerf, DirectSolrConnectionTest, VersionInfoTest, SolrXmlInZkTest, PKIAuthenticationIntegrationTest, TestIndexingPerformance, TestBackupRepositoryFactory, ReplaceNodeTest, BJQParserTest, TestMiniSolrCloudClusterSSL, OverseerTaskQueueTest, QueryElevationComponentTest, LargeFieldTest, BlockCacheTest, DistributedQueryComponentOptimizationTest, SpatialHeatmapFacetsTest, CoreMergeIndexesAdminHandlerTest, TestCloudPseudoReturnFields, TestCustomSort, CoreAdminCreateDiscoverTest, TestCloudSchemaless, RankQueryTest, TestClassicSimilarityFactory, SpatialFilterTest, TestTolerantUpdateProcessorCloud, LeaderElectionIntegrationTest, LeaderElectionTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestSolr4Spatial, SolrCmdDistributorTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SuggesterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, RegexBoostProcessorTest, TestJmxIntegration, TestComponentsName, SearchHandlerTest, TestSearchPerf, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AssignTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest] [junit4] Completed [509/731 (2!)] on J0 in 30.30s, 4 tests, 1 error <<< FAILURES! [...truncated 47055 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
