Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/740/ Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
4 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI Error Message: Error from server at https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:B3036B7A0C03FEA9]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (https://127.0.0.1:34339/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained Error Message: Error from server at https://127.0.0.1:41875/solr: Timed out waiting to see all replicas: [movereplicatest_coll2_shard1_replica_n21] in cluster state. Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Timed out waiting to see all replicas: [movereplicatest_coll2_shard1_replica_n21] in cluster state. at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:D4458A1DB640631E]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:96) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition Error Message: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll4 Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll4 at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:F12690B8CA30B09D]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:172) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted Error Message: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll3 Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll3 at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:B4E8FB130B3A9E5E]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:139) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11607 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/init-core-data-001 [junit4] 2> 42879 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4 [junit4] 2> 42880 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 42881 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 42881 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 42881 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-001 [junit4] 2> 42882 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 42883 INFO (Thread-147) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 42883 INFO (Thread-147) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 42888 ERROR (Thread-147) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 42983 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35621 [junit4] 2> 43018 INFO (jetty-launcher-120-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 43028 INFO (jetty-launcher-120-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 43064 INFO (jetty-launcher-120-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fa26af{/solr,null,AVAILABLE} [junit4] 2> 43068 INFO (jetty-launcher-120-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f5067{/solr,null,AVAILABLE} [junit4] 2> 43071 INFO (jetty-launcher-120-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13321f8{SSL,[ssl, http/1.1]}{127.0.0.1:38761} [junit4] 2> 43071 INFO (jetty-launcher-120-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130fe76{SSL,[ssl, http/1.1]}{127.0.0.1:41875} [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.e.j.s.Server Started @44460ms [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.e.j.s.Server Started @44460ms [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38761} [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41875} [junit4] 2> 43072 ERROR (jetty-launcher-120-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0 [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 43072 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-04T08:04:35.138Z [junit4] 2> 43072 ERROR (jetty-launcher-120-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0 [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 43072 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-04T08:04:35.138Z [junit4] 2> 43075 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 43075 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 43084 INFO (jetty-launcher-120-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr [junit4] 2> 43096 INFO (jetty-launcher-120-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr [junit4] 2> 43146 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 43147 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41875_solr [junit4] 2> 43148 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.c.Overseer Overseer (id=98945117385523204-127.0.0.1:41875_solr-n_0000000000) starting [junit4] 2> 43150 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 43150 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38761_solr [junit4] 2> 43157 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 43157 INFO (zkCallback-132-thread-1-processing-n:127.0.0.1:38761_solr) [n:127.0.0.1:38761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 43160 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41875_solr [junit4] 2> 43161 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 43161 INFO (zkCallback-132-thread-1-processing-n:127.0.0.1:38761_solr) [n:127.0.0.1:38761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 43254 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43258 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38761.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43260 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43260 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43261 INFO (jetty-launcher-120-thread-2) [n:127.0.0.1:41875_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-001/node2/. [junit4] 2> 43265 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38761.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43265 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38761.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 43266 INFO (jetty-launcher-120-thread-1) [n:127.0.0.1:38761_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-001/node1/. [junit4] 2> 43305 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 43305 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35621/solr ready [junit4] 2> 43668 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 44187 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 44293 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog [junit4] 2> 44309 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 44595 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 44638 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_45857_hdfs____jrwvir/webapp [junit4] 2> 45214 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:45857 [junit4] 2> 45945 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 45948 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 45956 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37175_datanode____fuz0pe/webapp [junit4] 2> 46418 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37175 [junit4] 2> 46695 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 46696 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 46704 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46387_datanode____7gakrb/webapp [junit4] 2> 47052 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:41215) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 47135 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ce0c5672bc00: from storage DS-e43612cd-f97a-4ef3-a614-3f0a4944831b node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=9566f489-e944-4b4a-a420-480a5622a74f, infoPort=36135, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-56;cid=testClusterID;nsid=1867896737;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs [junit4] 2> 47135 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ce0c5672bc00: from storage DS-13f06272-7757-4488-9b2e-08784ec712c2 node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=9566f489-e944-4b4a-a420-480a5622a74f, infoPort=36135, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-56;cid=testClusterID;nsid=1867896737;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 47167 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46387 [junit4] 2> 47321 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:41215) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 47332 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ce0c62bf62a2: from storage DS-8e556906-383c-45f2-8174-ddd7876125df node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=7bf60eb5-08ff-4cc4-a434-2a6257fa5a80, infoPort=38237, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-56;cid=testClusterID;nsid=1867896737;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 47332 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ce0c62bf62a2: from storage DS-dddf7f73-75ad-449a-a130-c850820c3af8 node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=7bf60eb5-08ff-4cc4-a434-2a6257fa5a80, infoPort=38237, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-56;cid=testClusterID;nsid=1867896737;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 47699 INFO (TEST-MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataDirAndUlogAreMaintained [junit4] 2> 47724 INFO (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 47726 INFO (OverseerThreadFactory-259-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll2 [junit4] 2> 47727 WARN (OverseerThreadFactory-259-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (movereplicatest_coll2) without cores. [junit4] 2> 47831 INFO (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 47831 INFO (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=106 [junit4] 2> 47833 INFO (qtp20529992-618) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41875_solr&dataDir=hdfs://localhost.localdomain:41215/dummyFolder/dataDir&action=ADDREPLICA&collection=movereplicatest_coll2&shard=shard1&type=NRT&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:41215/dummyFolder2/ulogDir and sendToOCPQueue=true [junit4] 2> 47834 INFO (OverseerCollectionConfigSetProcessor-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 47835 INFO (OverseerThreadFactory-259-thread-2-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41875_solr for creating new replica [junit4] 2> 47836 INFO (OverseerStateUpdate-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"addreplica", [junit4] 2> "collection":"movereplicatest_coll2", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"movereplicatest_coll2_shard1_replica_n21", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:41875/solr";, [junit4] 2> "node_name":"127.0.0.1:41875_solr", [junit4] 2> "type":"NRT"} [junit4] 2> 48043 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:41215/dummyFolder/dataDir&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:41215/dummyFolder2/ulogDir&replicaType=NRT [junit4] 2> 48044 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 48051 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 48055 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema [movereplicatest_coll2_shard1_replica_n21] Schema name=minimal [junit4] 2> 48057 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 48057 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll2_shard1_replica_n21' using configuration from collection movereplicatest_coll2, trusted=true [junit4] 2> 48057 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41875.solr.core.movereplicatest_coll2.shard1.replica_n21' (registry 'solr.core.movereplicatest_coll2.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f3cdd [junit4] 2> 48065 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41215/data [junit4] 2> 48065 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 48065 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 48065 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [[movereplicatest_coll2_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSFailoverTest_FB761FCE0A30D13C-001/tempDir-001/node2/movereplicatest_coll2_shard1_replica_n21], dataDir=[hdfs://localhost.localdomain:41215/dummyFolder/dataDir/] [junit4] 2> 48067 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41215/dummyFolder/dataDir/snapshot_metadata [junit4] 2> 48107 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41215/dummyFolder/dataDir [junit4] 2> 48129 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41215/dummyFolder/dataDir/index [junit4] 2> 48149 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 48149 INFO (zkCallback-128-thread-2-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 48306 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36223 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e43612cd-f97a-4ef3-a614-3f0a4944831b:NORMAL:127.0.0.1:37369|RBW], ReplicaUC[[DISK]DS-8e556906-383c-45f2-8174-ddd7876125df:NORMAL:127.0.0.1:36223|RBW]]} size 69 [junit4] 2> 48306 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37369 is added to blk_1073741825_1001 size 69 [junit4] 2> 48767 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 48767 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 48767 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 48782 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 48782 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 48835 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@164cf3b[movereplicatest_coll2_shard1_replica_n21] main] [junit4] 2> 48836 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 48836 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 48838 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 48839 INFO (searcherExecutor-264-thread-1-processing-n:127.0.0.1:41875_solr x:movereplicatest_coll2_shard1_replica_n21 s:shard1 c:movereplicatest_coll2 r:core_node22) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [movereplicatest_coll2_shard1_replica_n21] Registered new searcher Searcher@164cf3b[movereplicatest_coll2_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 48840 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583121884413689856 [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41875/solr/movereplicatest_coll2_shard1_replica_n21/ [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy https://127.0.0.1:41875/solr/movereplicatest_coll2_shard1_replica_n21/ has no replicas [junit4] 2> 48847 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 48853 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41875/solr/movereplicatest_coll2_shard1_replica_n21/ shard1 [junit4] 2> 48954 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 48954 INFO (zkCallback-128-thread-2-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 49004 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 49012 INFO (qtp20529992-619) [n:127.0.0.1:41875_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:41215/dummyFolder/dataDir&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:41215/dummyFolder2/ulogDir&replicaType=NRT} status=0 QTime=969 [junit4] 2> 49015 INFO (qtp20529992-618) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41875_solr&dataDir=hdfs://localhost.localdomain:41215/dummyFolder/dataDir&action=ADDREPLICA&collection=movereplicatest_coll2&shard=shard1&type=NRT&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:41215/dummyFolder2/ulogDir} status=0 QTime=1181 [junit4] 2> 49106 INFO (zkCallback-128-thread-3-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 49106 INFO (zkCallback-128-thread-2-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 49836 INFO (OverseerCollectionConfigSetProcessor-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 50023 INFO (qtp20529992-623) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params replica=core_node22&action=MOVEREPLICA&collection=movereplicatest_coll2&targetNode=127.0.0.1:38761_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 50026 INFO (OverseerThreadFactory-259-thread-3-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node22:{"core":"movereplicatest_coll2_shard1_replica_n21","dataDir":"hdfs://localhost.localdomain:41215/dummyFolder/dataDir/","base_url":"https://127.0.0.1:41875/solr","node_name":"127.0.0.1:41875_solr","state":"active","type":"NRT","ulogDir":"hdfs://localhost.localdomain:41215/dummyFolder2/ulogDir/tlog","leader":"true"} [junit4] 2> 50032 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll2.shard1.replica_n21, tag=null [junit4] 2> 50033 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2035e6: rootName = solr_41875, domain = solr.core.movereplicatest_coll2.shard1.replica_n21, service url = null, agent id = null] for registry solr.core.movereplicatest_coll2.shard1.replica_n21 / com.codahale.metrics.MetricRegistry@7bffe4 [junit4] 2> 50053 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.c.SolrCore [movereplicatest_coll2_shard1_replica_n21] CLOSING SolrCore org.apache.solr.core.SolrCore@1ccb107 [junit4] 2> 50053 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll2.shard1.replica_n21, tag=30191879 [junit4] 2> 50053 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll2.shard1.leader, tag=30191879 [junit4] 2> 50067 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:41215/dummyFolder/dataDir/snapshot_metadata [junit4] 2> 50067 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:41215/dummyFolder/dataDir [junit4] 2> 50068 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:41215/dummyFolder/dataDir/index [junit4] 2> 50084 INFO (qtp20529992-622) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=movereplicatest_coll2_shard1_replica_n21&qt=/admin/cores&deleteDataDir=false&action=UNLOAD&wt=javabin&version=2&deleteIndex=false} status=0 QTime=55 [junit4] 2> 50185 INFO (zkCallback-128-thread-3-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 50185 INFO (zkCallback-128-thread-2-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 50185 INFO (zkCallback-128-thread-1-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2]) [junit4] 2> 50286 INFO (OverseerThreadFactory-259-thread-3-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38761_solr for creating new replica [junit4] 2> 80369 ERROR (OverseerThreadFactory-259-thread-3-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: movereplicatest_coll2 operation: movereplica failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [movereplicatest_coll2_shard1_replica_n21] in cluster state. [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:710) [junit4] 2> at org.apache.solr.cloud.AddReplicaCmd.addReplica(AddReplicaCmd.java:173) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.addReplica(OverseerCollectionMessageHandler.java:720) [junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.moveHdfsReplica(MoveReplicaCmd.java:173) [junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.moveReplica(MoveReplicaCmd.java:116) [junit4] 2> at org.apache.solr.cloud.MoveReplicaCmd.call(MoveReplicaCmd.java:61) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 80381 INFO (qtp20529992-623) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node22&action=MOVEREPLICA&collection=movereplicatest_coll2&targetNode=127.0.0.1:38761_solr&wt=javabin&version=2} status=500 QTime=30358 [junit4] 2> 80382 ERROR (qtp20529992-623) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [movereplicatest_coll2_shard1_replica_n21] in cluster state. [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 80385 INFO (TEST-MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataDirAndUlogAreMaintained [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MoveReplicaHDFSFailoverTest -Dtests.method=testDataDirAndUlogAreMaintained -Dtests.seed=FB761FCE0A30D13C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=Indian/Kerguelen -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 32.7s J1 | MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Timed out waiting to see all replicas: [movereplicatest_coll2_shard1_replica_n21] in cluster state. [junit4] > at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:D4458A1DB640631E]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) [junit4] > at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:96) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 80437 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeletedInRaceCondition [junit4] 2> 80438 INFO (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41875_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 80460 INFO (OverseerCollectionConfigSetProcessor-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 80460 INFO (OverseerThreadFactory-259-thread-4-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll4 [junit4] 2> 110536 ERROR (OverseerThreadFactory-259-thread-4-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: movereplicatest_coll4 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: movereplicatest_coll4 [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 110540 INFO (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll4&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41875_solr&wt=javabin&version=2} status=500 QTime=30102 [junit4] 2> 110541 ERROR (qtp20529992-624) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: movereplicatest_coll4 [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 110543 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOldReplicaIsDeletedInRaceCondition [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MoveReplicaHDFSFailoverTest -Dtests.method=testOldReplicaIsDeletedInRaceCondition -Dtests.seed=FB761FCE0A30D13C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=Indian/Kerguelen -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 30.2s J1 | MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll4 [junit4] > at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:F12690B8CA30B09D]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) [junit4] > at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:172) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 110593 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeleted [junit4] 2> 110594 INFO (qtp20529992-618) [n:127.0.0.1:41875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll3&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41875_solr&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 110597 INFO (OverseerThreadFactory-259-thread-5-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll3 [junit4] 2> 110597 INFO (OverseerCollectionConfigSetProcessor-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 140659 ERROR (OverseerThreadFactory-259-thread-5-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: movereplicatest_coll3 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: movereplicatest_coll3 [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 140662 INFO (qtp20529992-618) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll3&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41875_solr&wt=javabin&version=2} status=500 QTime=30067 [junit4] 2> 140662 ERROR (qtp20529992-618) [n:127.0.0.1:41875_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: movereplicatest_coll3 [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 140664 INFO (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[FB761FCE0A30D13C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOldReplicaIsDeleted [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MoveReplicaHDFSFailoverTest -Dtests.method=testOldReplicaIsDeleted -Dtests.seed=FB761FCE0A30D13C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=Indian/Kerguelen -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 30.1s J1 | MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41875/solr: Could not fully create collection: movereplicatest_coll3 [junit4] > at __randomizedtesting.SeedInfo.seed([FB761FCE0A30D13C:B4E8FB130B3A9E5E]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200) [junit4] > at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:139) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 140673 INFO (OverseerCollectionConfigSetProcessor-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 140678 INFO (jetty-closer-121-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@13321f8{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 140678 INFO (jetty-closer-121-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=30141917 [junit4] 2> 140678 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 140678 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a2c5: rootName = solr_38761, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a97661 [junit4] 2> 140679 INFO (jetty-closer-121-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@130fe76{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 140679 INFO (jetty-closer-121-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7495152 [junit4] 2> 140679 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 140679 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be7ca9: rootName = solr_41875, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1804407 [junit4] 2> 140685 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 140685 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14e0d64: rootName = solr_38761, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f62bd3 [junit4] 2> 140685 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 140685 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b62103: rootName = solr_41875, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f62bd3 [junit4] 2> 140689 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 140689 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7251d3: rootName = solr_41875, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1e23872 [junit4] 2> 140689 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 140689 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cd60c2: rootName = solr_38761, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1e23872 [junit4] 2> 140690 INFO (jetty-closer-121-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41875_solr [junit4] 2> 140690 INFO (jetty-closer-121-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38761_solr [junit4] 2> 140690 INFO (jetty-closer-121-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 140691 INFO (zkCallback-128-thread-4-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 140691 INFO (jetty-closer-121-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98945117385523204-127.0.0.1:41875_solr-n_0000000000) closing [junit4] 2> 140691 INFO (OverseerStateUpdate-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41875_solr [junit4] 2> 140691 INFO (zkCallback-132-thread-1-processing-n:127.0.0.1:38761_solr) [n:127.0.0.1:38761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 140692 INFO (jetty-closer-121-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 140692 INFO (jetty-closer-121-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 140693 INFO (zkCallback-128-thread-5-processing-n:127.0.0.1:41875_solr) [n:127.0.0.1:41875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 140695 WARN (OverseerAutoScalingTriggerThread-98945117385523204-127.0.0.1:41875_solr-n_0000000000) [n:127.0.0.1:41875_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 140696 INFO (zkCallback-132-thread-2-processing-n:127.0.0.1:38761_solr) [n:127.0.0.1:38761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 140697 INFO [...truncated too long message...] r) [n:127.0.0.1:42059_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1712452 INFO (zkCallback-1973-thread-3-processing-n:127.0.0.1:34339_solr) [n:127.0.0.1:34339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1712453 INFO (jetty-closer-1929-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98945221285707788-127.0.0.1:42059_solr-n_0000000001) closing [junit4] 2> 1712453 INFO (OverseerStateUpdate-98945221285707788-127.0.0.1:42059_solr-n_0000000001) [n:127.0.0.1:42059_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42059_solr [junit4] 2> 1712453 WARN (OverseerAutoScalingTriggerThread-98945221285707788-127.0.0.1:42059_solr-n_0000000001) [n:127.0.0.1:42059_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 1712454 INFO (jetty-closer-1929-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1712454 INFO (jetty-closer-1929-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@935ab8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1e23872 [junit4] 2> 1712454 INFO (zkCallback-1973-thread-3-processing-n:127.0.0.1:34339_solr) [n:127.0.0.1:34339_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34339_solr [junit4] 2> 1712454 INFO (jetty-closer-1929-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c87b6{/solr,null,UNAVAILABLE} [junit4] 2> 1712454 INFO (jetty-closer-1929-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34339_solr [junit4] 2> 1712454 INFO (jetty-closer-1929-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1712454 INFO (zkCallback-1973-thread-3-processing-n:127.0.0.1:34339_solr) [n:127.0.0.1:34339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 1713955 WARN (zkCallback-1973-thread-3-processing-n:127.0.0.1:34339_solr) [n:127.0.0.1:34339_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:34339_solr [junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:34339_solr [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357) [junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749) [junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1713956 INFO (jetty-closer-1929-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bc71af{/solr,null,UNAVAILABLE} [junit4] 2> 1713956 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1713956 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FB761FCE0A30D13C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221 [junit4] 2> 1723967 INFO (Thread-5217) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221 [junit4] 2> 1723968 WARN (Thread-5217) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 14 /solr/aliases.json [junit4] 2> 12 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 32 /solr/collections/nodes_used_collection/state.json [junit4] 2> 14 /solr/clusterprops.json [junit4] 2> 14 /solr/clusterstate.json [junit4] 2> 14 /solr/collections/halfdeletedcollection/state.json [junit4] 2> 10 /solr/collections/onlyinzk/state.json [junit4] 2> 5 /solr/collections/withconfigset2/state.json [junit4] 2> 5 /solr/collections/created_and_deleted/state.json [junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json [junit4] 2> 4 /solr/collections/halfcollection/state.json [junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 301 /solr/collections [junit4] 2> 14 /solr/live_nodes [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_FB761FCE0A30D13C-001 [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=es-DO, timezone=Australia/Brisbane [junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=181580400,total=398458880 [junit4] 2> NOTE: All tests run in this JVM: [OutputWriterTest, TriLevelCompositeIdRoutingTest, DirectUpdateHandlerTest, ClusterStateUpdateTest, SignatureUpdateProcessorFactoryTest, TestFastWriter, SecurityConfHandlerTest, ShufflingReplicaListTransformerTest, OverseerRolesTest, TestAtomicUpdateErrorCases, MoveReplicaHDFSFailoverTest, SubstringBytesRefFilterTest, V2ApiIntegrationTest, AtomicUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestJsonRequest, CoreAdminCreateDiscoverTest, TestHdfsBackupRestoreCore, DistanceUnitsTest, TestFieldCacheSortRandom, TestFastLRUCache, ClassificationUpdateProcessorIntegrationTest, TestSSLRandomization, TestSolrQueryResponse, DistributedQueryComponentCustomSortTest, TestSolrCoreParser, TestFieldCollectionResource, TestManagedSchemaAPI, TestPayloadCheckQParserPlugin, TestQuerySenderNoQuery, TestCustomSort, PreAnalyzedFieldManagedSchemaCloudTest, TestFieldCache, TestSolrCloudWithKerberosAlt, TestNumericRangeQuery32, DistributedFacetPivotSmallAdvancedTest, HttpTriggerListenerTest, TestTestInjection, ReplaceNodeTest, TestCopyFieldCollectionResource, DistributedIntervalFacetingTest, SolrCLIZkUtilsTest, OpenCloseCoreStressTest, TestLegacyNumericRangeQueryBuilder, PingRequestHandlerTest, ChangedSchemaMergeTest, OpenExchangeRatesOrgProviderTest, AutoAddReplicasIntegrationTest, BlockCacheTest, TestStressReorder, LegacyCloudClusterPropTest, TestBM25SimilarityFactory, SolrIndexSplitterTest, BadIndexSchemaTest, DeleteShardTest, ConcurrentDeleteAndCreateCollectionTest, TestWriterPerf, TestCloudRecovery, ShardRoutingTest, SearchRateTriggerTest, TestDocSet, TestDocumentBuilder, SolrMetricsIntegrationTest, TestSizeLimitedDistributedMap, TestUseDocValuesAsStored2, TestSlowCompositeReaderWrapper, TestImpersonationWithHadoopAuth, DeleteLastCustomShardedReplicaTest, TestClassicSimilarityFactory, TestSolrCloudSnapshots, TestLegacyFieldCache, PKIAuthenticationIntegrationTest, TestFaceting, SchemaVersionSpecificBehaviorTest, DocExpirationUpdateProcessorFactoryTest, NumericFieldsTest, CursorMarkTest, ZkStateWriterTest, ComputePlanActionTest, TestMultiWordSynonyms, TestPerFieldSimilarityWithDefaultOverride, ShowFileRequestHandlerTest, AddReplicaTest, TestImplicitCoreProperties, TestSolrQueryParser, QueryResultKeyTest, MoreLikeThisHandlerTest, MBeansHandlerTest, TestFieldTypeResource, TestRestoreCore, TestRandomCollapseQParserPlugin, TestStressUserVersions, CdcrBootstrapTest, LeaderFailureAfterFreshStartTest, PolyFieldTest, TestLuceneMatchVersion, CdcrRequestHandlerTest, TestStreamBody, CdcrUpdateLogTest, TriggerIntegrationTest, TestManagedSynonymGraphFilterFactory, TestSurroundQueryParser, CheckHdfsIndexTest, ShardSplitTest, TestStressInPlaceUpdates, DirectoryFactoryTest, TestGraphTermsQParserPlugin, TestSimpleTextCodec, SolrIndexConfigTest, TestConfigSetsAPIExclusivity, DOMUtilTest, RollingRestartTest, BJQParserTest, UpdateLogTest, CollectionsAPIDistributedZkTest] [junit4] Completed [515/747 (2!)] on J1 in 95.72s, 19 tests, 1 error <<< FAILURES! [...truncated 43939 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
