Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1337/ Java: 64bit/jdk1.8.0_162 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed. FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:32923/solr/testAsyncOperations] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:32923/solr/testAsyncOperations] at __randomizedtesting.SeedInfo.seed([5DC74AC25B84172C:B9837675FD2C59F3]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:119) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr/testAsyncOperations: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) ... 45 more FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([5DC74AC25B84172C:6C792726252E62DE]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12761 lines...] [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/init-core-data-001 [junit4] 2> 691485 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 691485 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 691486 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 691487 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 691487 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001 [junit4] 2> 691487 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 691489 INFO (Thread-2860) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 691489 INFO (Thread-2860) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 691495 ERROR (Thread-2860) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 691589 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38591 [junit4] 2> 691592 INFO (zkConnectionManagerCallback-976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691598 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 691598 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 691599 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 691599 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 691599 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 691599 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 691599 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 691599 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 691599 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e62d96c{/solr,null,AVAILABLE} [junit4] 2> 691599 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79ff0d44{/solr,null,AVAILABLE} [junit4] 2> 691601 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9a713b5{SSL,[ssl, http/1.1]}{127.0.0.1:32923} [junit4] 2> 691601 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@256edf9{SSL,[ssl, http/1.1]}{127.0.0.1:44569} [junit4] 2> 691601 INFO (jetty-launcher-973-thread-1) [ ] o.e.j.s.Server Started @693403ms [junit4] 2> 691601 INFO (jetty-launcher-973-thread-2) [ ] o.e.j.s.Server Started @693403ms [junit4] 2> 691601 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32923} [junit4] 2> 691601 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44569} [junit4] 2> 691601 ERROR (jetty-launcher-973-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 691601 ERROR (jetty-launcher-973-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 691601 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 691601 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0 [junit4] 2> 691602 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 691602 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 691602 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 691602 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 691602 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T17:36:21.406Z [junit4] 2> 691602 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T17:36:21.406Z [junit4] 2> 691603 INFO (zkConnectionManagerCallback-980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691603 INFO (zkConnectionManagerCallback-979-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691603 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 691603 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 691609 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100439386a30002, likely client has closed socket [junit4] 2> 691611 INFO (jetty-launcher-973-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38591/solr [junit4] 2> 691611 INFO (jetty-launcher-973-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38591/solr [junit4] 2> 691612 INFO (zkConnectionManagerCallback-988-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691613 INFO (zkConnectionManagerCallback-986-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691618 INFO (zkConnectionManagerCallback-990-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691619 INFO (zkConnectionManagerCallback-992-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691650 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 691651 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 691651 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44569_solr [junit4] 2> 691651 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32923_solr [junit4] 2> 691651 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.c.Overseer Overseer (id=72131894936010757-127.0.0.1:44569_solr-n_0000000000) starting [junit4] 2> 691659 INFO (zkCallback-989-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 691659 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 691671 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44569_solr [junit4] 2> 691671 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 691671 INFO (zkCallback-989-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 691706 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44569.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691706 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691711 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44569.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691711 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44569.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691712 INFO (jetty-launcher-973-thread-2) [n:127.0.0.1:44569_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node2/. [junit4] 2> 691713 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691713 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 691714 INFO (jetty-launcher-973-thread-1) [n:127.0.0.1:32923_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node1/. [junit4] 2> 691745 INFO (zkConnectionManagerCallback-998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691748 INFO (zkConnectionManagerCallback-1002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 691749 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 691749 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38591/solr ready [junit4] 2> 691794 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[5DC74AC25B84172C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests [junit4] 2> 691807 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&shards=shard1&replicationFactor=1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 691807 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&shards=shard1&replicationFactor=1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 691809 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 691809 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 691810 INFO (OverseerThreadFactory-2495-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncOperations [junit4] 2> 691915 INFO (OverseerStateUpdate-72131894936010757-127.0.0.1:44569_solr-n_0000000000) [n:127.0.0.1:44569_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"testAsyncOperations", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"testAsyncOperations_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:32923/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 692118 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0 [junit4] 2> 692118 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin [junit4] 2> 692119 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 692119 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 [junit4] 2> 692120 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 692221 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 692222 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 692810 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 692811 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 693121 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 [junit4] 2> 693121 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 693127 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 693131 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal [junit4] 2> 693133 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 693133 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from collection testAsyncOperations, trusted=true [junit4] 2> 693133 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 693133 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 693133 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node1/./testAsyncOperations_shard1_replica_n1/data/] [junit4] 2> 693157 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 693157 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 693157 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 693157 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 693158 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5041df95[testAsyncOperations_shard1_replica_n1] main] [junit4] 2> 693159 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 693159 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 693160 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 693160 INFO (searcherExecutor-2500-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE n:127.0.0.1:32923_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@5041df95[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 693160 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592126952402059264 [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/ [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/ has no replicas [junit4] 2> 693164 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 693165 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/ shard1 [junit4] 2> 693267 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 693267 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 693316 INFO (parallelCoreAdminExecutor-2496-thread-1-processing-n:127.0.0.1:32923_solr 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 CREATE) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 693418 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 693418 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 693811 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 693812 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694122 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341 [junit4] 2> 694122 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c1133742156376341&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694123 INFO (OverseerThreadFactory-2495-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 694813 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 694814 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 694814 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 694814 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3df861f9-ecf7-4b4d-b796-de9e8c7f754c&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694819 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1592126954138501120), 1 (1592126954140598272), 2 (1592126954140598273), 3 (1592126954140598274), 4 (1592126954140598275), 5 (1592126954140598276), 6 (1592126954140598277), 7 (1592126954140598278), 8 (1592126954140598279), 9 (1592126954140598280), ... (46 adds)]} 0 3 [junit4] 2> 694820 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592126954142695424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 694820 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@44bd8518 commitCommandVersion:1592126954142695424 [junit4] 2> 694826 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75ad06d2[testAsyncOperations_shard1_replica_n1] main] [junit4] 2> 694826 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 694827 INFO (searcherExecutor-2500-thread-1-processing-n:127.0.0.1:32923_solr x:testAsyncOperations_shard1_replica_n1 s:shard1 c:testAsyncOperations r:core_node2) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@75ad06d2[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C46)))} [junit4] 2> 694827 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7 [junit4] 2> 694828 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:4&wt=javabin&version=2} hits=46 status=0 QTime=0 [junit4] 2> 694829 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=e680a076-9eed-4050-82eb-40061fc21d54&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 694830 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=e680a076-9eed-4050-82eb-40061fc21d54&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694830 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 694831 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694831 INFO (OverseerThreadFactory-2495-thread-2-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD [junit4] 2> 694831 INFO (OverseerCollectionConfigSetProcessor-72131894936010757-127.0.0.1:44569_solr-n_0000000000) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 694832 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=e680a076-9eed-4050-82eb-40061fc21d541133745072669772&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694832 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e680a076-9eed-4050-82eb-40061fc21d541133745072669772 [junit4] 2> 694832 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e680a076-9eed-4050-82eb-40061fc21d541133745072669772&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 694837 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 694847 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal [junit4] 2> 694848 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 694848 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from collection testAsyncOperations [junit4] 2> 694862 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32923.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 694863 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node1/./testAsyncOperations_shard1_replica_n1/data/] [junit4] 2> 694887 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 694887 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 694888 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eb2c0d0[testAsyncOperations_shard1_replica_n1] main] [junit4] 2> 694889 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 694889 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 694889 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 694890 INFO (searcherExecutor-2505-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD n:127.0.0.1:32923_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@7eb2c0d0[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C46)))} [junit4] 2> 694892 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 694893 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10bfd265[testAsyncOperations_shard1_replica_n1] main] [junit4] 2> 694893 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@19c4935a [junit4] 2> 694893 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAsyncOperations.shard1.replica_n1, tag=432313178 [junit4] 2> 694893 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@536483c9: rootName = solr_32923, domain = solr.core.testAsyncOperations.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAsyncOperations.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6dcebfa [junit4] 2> 694893 INFO (searcherExecutor-2505-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 r:core_node2 e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD n:127.0.0.1:32923_solr s:shard1 c:testAsyncOperations) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@10bfd265[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C46)))} [junit4] 2> 694897 INFO (parallelCoreAdminExecutor-2496-thread-2-processing-n:127.0.0.1:32923_solr e680a076-9eed-4050-82eb-40061fc21d541133745072669772 RELOAD) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAsyncOperations.shard1.leader, tag=432313178 [junit4] 2> 695831 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 695832 INFO (qtp232063742-7335) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 695833 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e680a076-9eed-4050-82eb-40061fc21d541133745072669772 [junit4] 2> 695833 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e680a076-9eed-4050-82eb-40061fc21d541133745072669772&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 695835 INFO (OverseerThreadFactory-2495-thread-2-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 696832 INFO (OverseerCollectionConfigSetProcessor-72131894936010757-127.0.0.1:44569_solr-n_0000000000) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 696833 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 696834 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 696834 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 696835 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e680a076-9eed-4050-82eb-40061fc21d54&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 696837 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params async=e0a26878-3950-475f-bd3a-c6f7df84604d&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 696838 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=e0a26878-3950-475f-bd3a-c6f7df84604d&action=CREATESHARD&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 696839 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 696839 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 696839 INFO (OverseerThreadFactory-2495-thread-3-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.CreateShardCmd Create shard invoked: { [junit4] 2> "collection":"testAsyncOperations", [junit4] 2> "shard":"shard2", [junit4] 2> "async":"e0a26878-3950-475f-bd3a-c6f7df84604d", [junit4] 2> "operation":"createshard"} [junit4] 2> 696841 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 696841 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 697840 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 697840 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 697842 INFO (OverseerThreadFactory-2495-thread-3-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.CreateShardCmd Creating replica testAsyncOperations_shard2_replica_n3 as part of slice shard2 of collection testAsyncOperations on 127.0.0.1:44569_solr [junit4] 2> 697843 INFO (OverseerThreadFactory-2495-thread-3-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44569_solr for creating new replica [junit4] 2> 697844 INFO (OverseerStateUpdate-72131894936010757-127.0.0.1:44569_solr-n_0000000000) [n:127.0.0.1:44569_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"testAsyncOperations", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"testAsyncOperations_shard2_replica_n3", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:44569/solr";, [junit4] 2> "node_name":"127.0.0.1:44569_solr", [junit4] 2> "type":"NRT"} [junit4] 2> 697945 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 697945 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 698066 INFO (qtp545788997-7332) [n:127.0.0.1:44569_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0 [junit4] 2> 698066 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr ] o.a.s.h.a.CoreAdminOperation core create command async=e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testAsyncOperations_shard2_replica_n3&action=CREATE&collection=testAsyncOperations&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 698066 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 698067 INFO (qtp545788997-7336) [n:127.0.0.1:44569_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 [junit4] 2> 698068 INFO (qtp545788997-7336) [n:127.0.0.1:44569_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 698075 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 698080 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.IndexSchema [testAsyncOperations_shard2_replica_n3] Schema name=minimal [junit4] 2> 698083 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 698083 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard2_replica_n3' using configuration from collection testAsyncOperations, trusted=true [junit4] 2> 698083 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44569.solr.core.testAsyncOperations.shard2.replica_n3' (registry 'solr.core.testAsyncOperations.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@119fc801 [junit4] 2> 698083 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 698083 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [[testAsyncOperations_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node2/testAsyncOperations_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_5DC74AC25B84172C-001/tempDir-001/node2/./testAsyncOperations_shard2_replica_n3/data/] [junit4] 2> 698113 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 698113 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 698114 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 698114 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 698115 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@8e5deda[testAsyncOperations_shard2_replica_n3] main] [junit4] 2> 698115 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 698116 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 698116 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 698116 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592126957598801920 [junit4] 2> 698116 INFO (searcherExecutor-2509-thread-1-processing-x:testAsyncOperations_shard2_replica_n3 r:core_node4 e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE n:127.0.0.1:44569_solr s:shard2 c:testAsyncOperations) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] Registered new searcher Searcher@8e5deda[testAsyncOperations_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44569/solr/testAsyncOperations_shard2_replica_n3/ [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:44569/solr/testAsyncOperations_shard2_replica_n3/ has no replicas [junit4] 2> 698119 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 698120 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44569/solr/testAsyncOperations_shard2_replica_n3/ shard2 [junit4] 2> 698223 INFO (zkCallback-991-thread-1-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 698223 INFO (zkCallback-991-thread-2-processing-n:127.0.0.1:32923_solr) [n:127.0.0.1:32923_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 698223 INFO (zkCallback-989-thread-1-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 698223 INFO (zkCallback-989-thread-2-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2]) [junit4] 2> 698272 INFO (parallelCoreAdminExecutor-2497-thread-1-processing-n:127.0.0.1:44569_solr e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 CREATE) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 698841 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 698842 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 699069 INFO (qtp545788997-7332) [n:127.0.0.1:44569_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036 [junit4] 2> 699069 INFO (qtp545788997-7332) [n:127.0.0.1:44569_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=e0a26878-3950-475f-bd3a-c6f7df84604d1133748286707036&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 699069 INFO (OverseerThreadFactory-2495-thread-3-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.a.c.CreateShardCmd Finished create command on all shards for collection: testAsyncOperations [junit4] 2> 699072 INFO (OverseerThreadFactory-2495-thread-3-processing-n:127.0.0.1:44569_solr) [n:127.0.0.1:44569_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 699843 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 699844 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 699845 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 699845 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=e0a26878-3950-475f-bd3a-c6f7df84604d&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 699850 INFO (qtp545788997-7332) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/&wt=javabin&version=2}{add=[47 (1592126959415984128)]} 0 2 [junit4] 2> 699851 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 4 [junit4] 2> 699854 INFO (qtp545788997-7334) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592126959421227008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 699854 INFO (qtp545788997-7334) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c85308b commitCommandVersion:1592126959421227008 [junit4] 2> 699857 INFO (qtp232063742-7323) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592126959424372736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 699858 INFO (qtp232063742-7323) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit. [junit4] 2> 699859 INFO (qtp232063742-7323) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 699860 INFO (qtp232063742-7323) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2 [junit4] 2> 699860 INFO (qtp545788997-7334) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@777ec8[testAsyncOperations_shard2_replica_n3] main] [junit4] 2> 699860 INFO (qtp545788997-7334) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 699861 INFO (searcherExecutor-2509-thread-1-processing-n:127.0.0.1:44569_solr x:testAsyncOperations_shard2_replica_n3 s:shard2 c:testAsyncOperations r:core_node4) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.c.SolrCore [testAsyncOperations_shard2_replica_n3] Registered new searcher Searcher@777ec8[testAsyncOperations_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C1)))} [junit4] 2> 699861 INFO (qtp545788997-7334) [n:127.0.0.1:44569_solr c:testAsyncOperations s:shard2 r:core_node4 x:testAsyncOperations_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32923/solr/testAsyncOperations_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7 [junit4] 2> 699861 INFO (qtp232063742-7333) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10 [junit4] 2> 699863 ERROR (qtp232063742-7331) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: no servers hosting shard: shard2 [junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.prepDistributed(HttpShardHandler.java:436) [junit4] 2> at org.apache.solr.handler.component.SearchHandler.getAndPrepShardHandler(SearchHandler.java:226) [junit4] 2> at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:264) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195) [junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) [junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 699863 INFO (qtp232063742-7331) [n:127.0.0.1:32923_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard2&_stateVer_=testAsyncOperations:7&wt=javabin&version=2} status=503 QTime=0 [junit4] 2> 699863 ERROR (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[5DC74AC25B84172C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [testAsyncOperations] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr/testAsyncOperations: no servers hosting shard: shard2, retry? 0 [junit4] 2> 699864 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[5DC74AC25B84172C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncRequests [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncRequests -Dtests.seed=5DC74AC25B84172C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=America/Argentina/Mendoza -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 8.12s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncRequests <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:32923/solr/testAsyncOperations] [junit4] > at __randomizedtesting.SeedInfo.seed([5DC74AC25B84172C:B9837675FD2C59F3]:0) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) [junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) [junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:119) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32923/solr/testAsyncOperations: no servers hosting shard: shard2 [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at [...truncated too long message...] textHandler@3e692be2{/solr,null,UNAVAILABLE} [junit4] 2> 2910222 INFO (jetty-closer-2161-thread-7) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2910226 INFO (coreCloseExecutor-4920-thread-1) [n:127.0.0.1:44295_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=2023589309 [junit4] 2> 2910226 INFO (coreCloseExecutor-4920-thread-3) [n:127.0.0.1:44295_solr c:collection1 s:shard1 r:core_node16 x:collection1_shard1_replica_n15] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=325891148 [junit4] 2> 2910228 INFO (jetty-closer-2161-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72132027491876887-127.0.0.1:44295_solr-n_0000000006) closing [junit4] 2> 2910228 INFO (OverseerStateUpdate-72132027491876887-127.0.0.1:44295_solr-n_0000000006) [n:127.0.0.1:44295_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44295_solr [junit4] 2> 2910228 WARN (OverseerAutoScalingTriggerThread-72132027491876887-127.0.0.1:44295_solr-n_0000000006) [n:127.0.0.1:44295_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 2910228 DEBUG (jetty-closer-2161-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 2910229 INFO (jetty-closer-2161-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ba7d883{/solr,null,UNAVAILABLE} [junit4] 2> 2910229 INFO (jetty-closer-2161-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2911684 WARN (zkCallback-2342-thread-1-processing-n:127.0.0.1:37819_solr) [n:127.0.0.1:37819_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 2911684 INFO (jetty-closer-2161-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@156902d1{/solr,null,UNAVAILABLE} [junit4] 2> 2911685 INFO (jetty-closer-2161-thread-9) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2911685 INFO (jetty-closer-2161-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@678d9c1e{/solr,null,UNAVAILABLE} [junit4] 2> 2911685 INFO (jetty-closer-2161-thread-10) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2911695 INFO (jetty-closer-2161-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a179a17{/solr,null,UNAVAILABLE} [junit4] 2> 2911696 INFO (jetty-closer-2161-thread-5) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2911716 INFO (jetty-closer-2161-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68394f94{/solr,null,UNAVAILABLE} [junit4] 2> 2911717 INFO (jetty-closer-2161-thread-6) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 2911718 ERROR (SUITE-TriggerIntegrationTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 2911718 INFO (SUITE-TriggerIntegrationTest-seed#[5DC74AC25B84172C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36891 36891 [junit4] 2> 2912608 INFO (Thread-3880) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36891 36891 [junit4] 2> 2912608 WARN (Thread-3880) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 39 /solr/collections/collection1/terms/shard1 [junit4] 2> 20 /solr/aliases.json [junit4] 2> 19 /solr/security.json [junit4] 2> 10 /solr/configs/conf [junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1 [junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 117 /solr/collections/collection1/state.json [junit4] 2> 34 /solr/collections/testMetricTrigger/state.json [junit4] 2> 20 /solr/clusterprops.json [junit4] 2> 20 /solr/clusterstate.json [junit4] 2> 6 /solr/autoscaling.json [junit4] 2> 3 /solr/overseer_elect/election/72132027491876896-127.0.0.1:44149_solr-n_0000000009 [junit4] 2> 2 /solr/overseer_elect/election/72132027491876887-127.0.0.1:44295_solr-n_0000000006 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72132027491876893-core_node6-n_0000000002 [junit4] 2> 2 /solr/overseer_elect/election/72132027491876869-127.0.0.1:44765_solr-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/72132027491876914-127.0.0.1:42419_solr-n_0000000015 [junit4] 2> 2 /solr/overseer_elect/election/72132027491876890-127.0.0.1:45951_solr-n_0000000007 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72132027491876881-core_node8-n_0000000003 [junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72132027491876890-core_node4-n_0000000001 [junit4] 2> 2 /solr/overseer_elect/election/72132027491876893-127.0.0.1:37191_solr-n_0000000008 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 20 /solr/live_nodes [junit4] 2> 20 /solr/collections [junit4] 2> 6 /solr/overseer/queue-work [junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 6 /solr/overseer/queue [junit4] 2> 6 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR [junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5DC74AC25B84172C-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct), x_s=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=25, maxMBSortInHeap=5.717134310877044, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-FR, timezone=Zulu [junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 1.8.0_162 (64-bit)/cpus=8,threads=1,free=176246640,total=513802240 [junit4] 2> NOTE: All tests run in this JVM: [DistanceUnitsTest, BasicAuthIntegrationTest, TestUnifiedSolrHighlighter, TestRemoteStreaming, OutOfBoxZkACLAndCredentialsProvidersTest, TestMergePolicyConfig, TestRetrieveFieldsOptimizer, MBeansHandlerTest, VersionInfoTest, SpellingQueryConverterTest, TestNodeLostTrigger, SolrRequestParserTest, DistributedVersionInfoTest, TestManagedSynonymFilterFactory, SolrIndexSplitterTest, TlogReplayBufferedWhileIndexingTest, TestWordDelimiterFilterFactory, HdfsCollectionsAPIDistributedZkTest, HdfsBasicDistributedZk2Test, ClassificationUpdateProcessorTest, TestWriterPerf, SolrCoreCheckLockOnStartupTest, DistributedSuggestComponentTest, BadIndexSchemaTest, TestBinaryField, TestFieldCacheVsDocValues, LeaderInitiatedRecoveryOnShardRestartTest, CollectionReloadTest, XmlUpdateRequestHandlerTest, TestInitParams, HdfsRecoveryZkTest, TestStandardQParsers, TestPolicyCloud, TestBinaryResponseWriter, TestHashPartitioner, TestInitQParser, BasicDistributedZkTest, TestSolrQueryParser, SolrMetricReporterTest, TestSizeLimitedDistributedMap, EchoParamsTest, RegexBytesRefFilterTest, TestFilteredDocIdSet, TestSolrCloudWithHadoopAuthPlugin, TestFieldTypeCollectionResource, CurrencyRangeFacetCloudTest, MetricsConfigTest, TestManagedSchemaThreadSafety, MissingSegmentRecoveryTest, ZkCLITest, TermVectorComponentDistributedTest, TestStressLucene, SSLMigrationTest, OpenCloseCoreStressTest, SuggesterWFSTTest, ResponseHeaderTest, TestCloudManagedSchema, TestHalfAndHalfDocValues, CoreSorterTest, MergeStrategyTest, PluginInfoTest, MoveReplicaTest, TestSchemaResource, TestHdfsBackupRestoreCore, BigEndianAscendingWordDeserializerTest, UUIDFieldTest, OverseerModifyCollectionTest, TestShardHandlerFactory, UpdateParamsTest, DistributedFacetPivotWhiteBoxTest, ZkNodePropsTest, TestSSLRandomization, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, TestMacros, TestLuceneMatchVersion, RequestLoggingTest, TestExactSharedStatsCache, TestAuthenticationFramework, ReplicationFactorTest, TestConfig, CursorPagingTest, DebugComponentTest, SolrIndexConfigTest, TestMultiValuedNumericRangeQuery, ManagedSchemaRoundRobinCloudTest, TestDistributedSearch, ComputePlanActionTest, HdfsWriteToMultipleCollectionsTest, CloudMLTQParserTest, TestRestoreCore, TestSolr4Spatial2, TestAuthorizationFramework, CollectionsAPIDistributedZkTest, InfoHandlerTest, TestIndexSearcher, DistributedTermsComponentTest, ZkSolrClientTest, HdfsThreadLeakTest, BlockJoinFacetDistribTest, TestReRankQParserPlugin, BooleanFieldTest, TestSolrXml, TestCollectionAPI, TestScoreJoinQPNoScore, TestGeoJSONResponseWriter, TestOmitPositions, ZkFailoverTest, CreateCollectionCleanupTest, TestEmbeddedSolrServerSchemaAPI, HighlighterConfigTest, TestJoin, TestIndexingPerformance, CoreAdminCreateDiscoverTest, GraphQueryTest, TestObjectReleaseTracker, ChaosMonkeyNothingIsSafeTest, TestJsonFacetRefinement, TestRandomFaceting, TestSerializedLuceneMatchVersion, HdfsLockFactoryTest, DirectUpdateHandlerTest, TestSubQueryTransformer, TestOverriddenPrefixQueryForCustomFieldType, TestIntervalFaceting, TestShortCircuitedRequests, TestStressInPlaceUpdates, ExecutePlanActionTest, HttpTriggerListenerTest, NodeLostTriggerTest, SystemLogListenerTest, TriggerIntegrationTest] [junit4] Completed [616/775 (2!)] on J0 in 198.66s, 14 tests, 1 failure <<< FAILURES! [...truncated 48853 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
