Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/375/
2 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:B697CFF152F6BA27]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 46 more FAILED: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy Error Message: Timeout waiting for collection to become active Live Nodes: null Last available state: null Stack Trace: java.lang.AssertionError: Timeout waiting for collection to become active Live Nodes: null Last available state: null at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230) at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.NullPointerException at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226) at java.util.ArrayList.forEach(ArrayList.java:1249) at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218) at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597) at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217) at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224) ... 41 more Build Log: [...truncated 12414 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud [junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001/init-core-data-001 [junit4] 2> 250054 WARN (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7 [junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 250055 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 250073 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica [junit4] 2> 250082 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 250091 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 250258 INFO (simCloudManagerPool-1611-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676385026 sessionWrapper.createTime 18676384067489154, this.sessionWrapper.createTime 18676384067489154 [junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676387878 sessionWrapper.createTime 18676387533852254, this.sessionWrapper.createTime 18676387533852254 [junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica [junit4] 2> 250337 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4 [junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testCreateCollectionAddReplica] [junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2 [junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2 [junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica 2 [junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2 [junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 1 [junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider [junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 250346 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest] [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 2 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDROLE 1 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag [junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 250515 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 250619 ERROR (simCloudManagerPool-1617-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in { [junit4] 2> "metrics:abc":"overseer", [junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}], [junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207) [junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195) [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497) [junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 250642 INFO (simCloudManagerPool-1617-thread-3) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676404250 sessionWrapper.createTime 18676404048761504, this.sessionWrapper.createTime 18676404048761504 [junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag [junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [metricsTest] [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest 1 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2 [junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy [junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 250665 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 250766 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr [junit4] 2> 250791 INFO (simCloudManagerPool-1620-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676411692 sessionWrapper.createTime 18676411541969104, this.sessionWrapper.createTime 18676411541969104 [junit4] 2> 250934 INFO (simCloudManagerPool-1620-thread-6) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676418849 sessionWrapper.createTime 18676418566500754, this.sessionWrapper.createTime 18676418566500754 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest] [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 4 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 6 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 6 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 6 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard [junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 250980 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 251102 INFO (simCloudManagerPool-1623-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676427257 sessionWrapper.createTime 18676426883744754, this.sessionWrapper.createTime 18676426883744754 [junit4] 2> 251270 INFO (simCloudManagerPool-1623-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676435623 sessionWrapper.createTime 18676434359083754, this.sessionWrapper.createTime 18676434359083754 [junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard [junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [] [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SPLITSHARD 1 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 251445 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails [junit4] 2> 251446 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 251446 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5 [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [] [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0 [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0 [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1 [junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy [junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 251740 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 251861 INFO (simCloudManagerPool-1629-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676465210 sessionWrapper.createTime 18676465131490404, this.sessionWrapper.createTime 18676465131490404 [junit4] 2> 251988 INFO (simCloudManagerPool-1629-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676471542 sessionWrapper.createTime 18676471517675404, this.sessionWrapper.createTime 18676471517675404 [junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy [junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest] [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 3 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 3 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 3 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1 [junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionAddShardUsingPolicy -Dtests.seed=1C5A1C03E5256FF7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionAddShardUsingPolicy <<< [junit4] > Throwable #1: java.lang.AssertionError: Timeout waiting for collection to become active [junit4] > Live Nodes: null [junit4] > Last available state: null [junit4] > at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230) [junit4] > at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > Caused by: java.lang.NullPointerException [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226) [junit4] > at java.util.ArrayList.forEach(ArrayList.java:1249) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218) [junit4] > at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224) [junit4] > ... 41 more [junit4] 2> 252004 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1366, maxMBSortInHeap=5.290165823604289, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Africa/Banjul [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=113994840,total=433586176 [junit4] 2> NOTE: All tests run in this JVM: [TestReload, ConjunctionSolrSpellCheckerTest, TestCustomSort, TestTrie, FileUtilsTest, FullHLLTest, SpatialRPTFieldTypeTest, TestPayloadCheckQParserPlugin, DocValuesNotIndexedTest, DirectUpdateHandlerOptimizeTest, JsonLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestNRTOpen, TestExclusionRuleCollectionAccess, TestSchemaSimilarityResource, ZkControllerTest, ResponseBuilderTest, TestDelegationWithHadoopAuth, TestSubQueryTransformerCrossCore, SolrCoreMetricManagerTest, TestDocTermOrds, TestDistribStateManager, TestRTGBase, TestZkChroot, UtilsToolTest, SegmentsInfoRequestHandlerTest, AutoAddReplicasPlanActionTest, SimpleMLTQParserTest, TestLegacyNumericRangeQueryBuilder, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, SparseHLLTest, TestSolr4Spatial, CollectionStateFormat2Test, TestCorePropertiesReload, TestRawResponseWriter, SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, SortByFunctionTest, HdfsNNFailoverTest, TestCollectionAPIs, LoggingHandlerTest, HdfsRestartWhileUpdatingTest, DistributedFacetExistsSmallTest, TestSolrQueryResponse, DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, TestConfigSetImmutable, SyncSliceTest, CheckHdfsIndexTest, BaseCdcrDistributedZkTest, SuggesterFSTTest, TestPolicyCloud] [junit4] Completed [102/775 (1!)] on J1 in 1.98s, 7 tests, 1 failure <<< FAILURES! [...truncated 216 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> 524316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/init-core-data-001 [junit4] 2> 524317 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7 [junit4] 2> 524317 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001 [junit4] 2> 524319 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 524321 ERROR (Thread-1096) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 524419 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60863 [junit4] 2> 524421 INFO (zkConnectionManagerCallback-890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524423 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 524430 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 524431 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 524432 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f86b472{/solr,null,AVAILABLE} [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b736ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:38040} [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server Started @526566ms [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38040} [junit4] 2> 524441 ERROR (jetty-launcher-887-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.480Z [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6644b5f2{/solr,null,AVAILABLE} [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61067959{HTTP/1.1,[http/1.1]}{127.0.0.1:36339} [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server Started @526569ms [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36339} [junit4] 2> 524443 ERROR (jetty-launcher-887-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.483Z [junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1621a0ac{/solr,null,AVAILABLE} [junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@de81b61{/solr,null,AVAILABLE} [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d36b855{HTTP/1.1,[http/1.1]}{127.0.0.1:49142} [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server Started @526581ms [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49142} [junit4] 2> 524455 ERROR (jetty-launcher-887-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.494Z [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53c7e5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35232} [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server Started @526581ms [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35232} [junit4] 2> 524456 ERROR (jetty-launcher-887-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.495Z [junit4] 2> 524458 INFO (zkConnectionManagerCallback-894-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524459 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 524463 INFO (zkConnectionManagerCallback-892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524463 INFO (zkConnectionManagerCallback-898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524465 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 524465 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 524470 INFO (zkConnectionManagerCallback-896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524471 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 524485 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr [junit4] 2> 524489 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr [junit4] 2> 524490 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr [junit4] 2> 524493 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr [junit4] 2> 524497 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524497 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524499 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524514 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524515 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10459370e090008, likely client has closed socket [junit4] 2> 524518 INFO (zkConnectionManagerCallback-916-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524530 INFO (zkConnectionManagerCallback-918-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524531 INFO (zkConnectionManagerCallback-920-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524538 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 524539 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 524539 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35232_solr [junit4] 2> 524540 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36339_solr [junit4] 2> 524540 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=73281586938314763-127.0.0.1:35232_solr-n_0000000000) starting [junit4] 2> 524555 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524560 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 524561 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 524565 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49142_solr [junit4] 2> 524600 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35232_solr [junit4] 2> 524603 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 524603 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 524607 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3) [junit4] 2> 524614 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 524615 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 524616 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38040_solr [junit4] 2> 524618 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 524618 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 524677 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 524681 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 524718 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524729 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524732 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node4/. [junit4] 2> 524736 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524737 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524740 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524745 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node2/. [junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524749 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node1/. [junit4] 2> 524822 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 524841 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node3/. [junit4] 2> 524873 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524877 INFO (zkConnectionManagerCallback-936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 524878 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 524879 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60863/solr ready [junit4] 2> 524885 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 524888 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3 [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 524922 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 524933 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 524937 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 524945 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47328_hdfs____8twoao/webapp [junit4] 2> 525340 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47328 [junit4] 2> 525429 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 525429 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 525438 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp [junit4] 2> 525850 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885 [junit4] 2> 525936 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 525938 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 525953 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47359_datanode____edye8r/webapp [junit4] 2> 526115 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-a45bcbe1-e4b1-4dab-8c49-34f98afdbd0a node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-75d92094-3b29-4036-b27f-bcfd1ec3a440 node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 526435 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47359 [junit4] 2> 526587 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-59733077-9ee2-4955-b230-6f538400caff node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-43bc813f-e297-48e5-95a0-d0a88a04d074 node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove [junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 526702 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52278b1d{/solr,null,AVAILABLE} [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2532d7bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54371} [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server Started @528837ms [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54371} [junit4] 2> 526712 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:03.751Z [junit4] 2> 526719 INFO (zkConnectionManagerCallback-939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 526719 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 526730 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr [junit4] 2> 526731 INFO (zkConnectionManagerCallback-943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 526734 INFO (zkConnectionManagerCallback-945-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 526737 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 526738 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 526739 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54371_solr [junit4] 2> 526740 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526740 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526740 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526740 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526751 INFO (zkCallback-935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526759 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526769 INFO (zkCallback-935-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 526813 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54 [junit4] 2> 526823 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node5/. [junit4] 2> 526873 INFO (zkConnectionManagerCallback-949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 526875 INFO (qtp691893789-4842) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 526887 INFO (OverseerCollectionConfigSetProcessor-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 526887 INFO (OverseerThreadFactory-1916-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true [junit4] 2> 526994 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:38040/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 526996 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:36339/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 526998 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:35232/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 526999 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:54371/solr", [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 527203 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 527204 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 527212 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 527213 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 527317 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527317 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527318 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527318 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527318 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527319 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 527319 INFO (zkCallback-944-thread-2-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveRepli [...truncated too long message...] en(DFSClient.java:808) [junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083) [junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) [junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) [junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517) [junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557) [junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:527) [junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 603593 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 603593 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863 [junit4] 2> 603696 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863 [junit4] 2> 603697 WARN (Thread-1096) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 22 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2 [junit4] 2> 18 /solr/configs/conf1 [junit4] 2> 14 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1 [junit4] 2> 11 /solr/clusterprops.json [junit4] 2> 11 /solr/aliases.json [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1 [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2 [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1 [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2 [junit4] 2> 6 /solr/security.json [junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard2 [junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 66 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json [junit4] 2> 58 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json [junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json [junit4] 2> 37 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json [junit4] 2> 11 /solr/clusterstate.json [junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/73281586938314761-core_node8-n_0000000000 [junit4] 2> 3 /solr/overseer_elect/election/73281586938314762-127.0.0.1:36339_solr-n_0000000001 [junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73281586938314761-core_node5-n_0000000000 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 31 /solr/collections [junit4] 2> 19 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 603698 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 603734 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 514e0124-c7a8-47ae-a4b3-2b5144910f16) service to localhost/127.0.0.1:50267 [junit4] 2> 603746 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 603784 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 102aab93-1c54-47bb-877e-04628b4564bd) service to localhost/127.0.0.1:50267 [junit4] 2> 603904 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 604025 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001 [junit4] 2> Feb 12, 2018 8:40:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=563, maxMBSortInHeap=5.497972874924903, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Pacific/Samoa [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=254487160,total=517996544 [junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestHashQParserPlugin, TestFieldSortValues, SpellPossibilityIteratorTest, PreAnalyzedUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, CopyFieldTest, TestRestManager, AnalyticsQueryTest, TestSolrConfigHandler, TestClusterStateProvider, TestPerFieldSimilarityWithDefaultOverride, TestFaceting, BlobRepositoryCloudTest, SolrGangliaReporterTest, TestJmxIntegration, HttpSolrCallGetCoreTest, NumericFieldsTest, TestLegacyFieldCache, HighlighterMaxOffsetTest, HdfsDirectoryTest, TestTrieFacet, MoreLikeThisHandlerTest, PKIAuthenticationIntegrationTest, TestClusterProperties, MetricUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestRealTimeGet, BitVectorTest, PreAnalyzedFieldTest, HdfsRecoverLeaseTest, TestLMJelinekMercerSimilarityFactory, TestClassicSimilarityFactory, SearchHandlerTest, TestCloudPseudoReturnFields, SuggesterTSTTest, SpellCheckComponentTest, SystemLogListenerTest, TestSQLHandlerNonCloud, TestSchemaNameResource, CollectionsAPISolrJTest, ClusterStateTest, TestLockTree, TestBadConfig, UUIDUpdateProcessorFallbackTest, LargeFieldTest, BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, TestAtomicUpdateErrorCases, TestUtilizeNode, TestConfigsApi, OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, TestCustomStream, TestNamedUpdateProcessors, DistributedFacetSimpleRefinementLongTailTest, MoveReplicaHDFSTest] [junit4] Completed [174/775 (2!)] on J2 in 89.41s, 4 tests, 1 error <<< FAILURES! [...truncated 50502 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org