Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/375/

2 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:B697CFF152F6BA27]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard2
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 46 more


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy

Error Message:
Timeout waiting for collection to become active Live Nodes: null Last available 
state: null

Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: null
Last available state: null
        at 
__randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
        at 
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
        at java.util.ArrayList.forEach(ArrayList.java:1249)
        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
        at 
java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
        ... 41 more




Build Log:
[...truncated 12414 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
   [junit4]   2> 250054 INFO  
(SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001/init-core-data-001
   [junit4]   2> 250054 WARN  
(SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 250054 INFO  
(SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 250055 INFO  
(SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 250073 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
   [junit4]   2> 250082 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 250091 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 250258 INFO  (simCloudManagerPool-1611-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676385026 
sessionWrapper.createTime 18676384067489154, this.sessionWrapper.createTime 
18676384067489154 
   [junit4]   2> 250315 INFO  (simCloudManagerPool-1611-thread-4) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676387878 
sessionWrapper.createTime 18676387533852254, this.sessionWrapper.createTime 
18676387533852254 
   [junit4]   2> 250315 INFO  (simCloudManagerPool-1611-thread-4) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new 
replica
   [junit4]   2> 250337 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:              5
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:     4
   [junit4]   2> 250338 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:              0
   [junit4]   2> 250339 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:     
[testCreateCollectionAddReplica]
   [junit4]   2> 250339 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:   2
   [junit4]   2> 250339 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:   0
   [junit4]   2> 250339 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:          2
   [junit4]   2> 250340 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica       
  2
   [junit4]   2> 250340 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - active           2
   [junit4]   2> 250340 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 250341 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - ADDREPLICA         1
   [junit4]   2> 250341 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - CREATE             1
   [junit4]   2> 250341 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - autoscaling        1
   [junit4]   2> 250341 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 250346 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
   [junit4]   2> 250346 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 250346 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 250511 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:            5
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:   3
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:            0
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:   [policiesTest]
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:                2
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest         2
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##                - active           2
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##                - ADDROLE            1
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##                - CREATE             1
   [junit4]   2> 250512 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 250515 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
   [junit4]   2> 250515 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 250515 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 250619 ERROR (simCloudManagerPool-1617-thread-1) [    ] 
o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: 
Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, 
{replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], 
errorMessages=[Invalid metrics: param in {
   [junit4]   2>   "metrics:abc":"overseer",
   [junit4]   2>   "replica":0} must have at 2 or 3 segments after 'metrics:' 
separated by ':']}], 
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 250642 INFO  (simCloudManagerPool-1617-thread-3) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676404250 
sessionWrapper.createTime 18676404048761504, this.sessionWrapper.createTime 
18676404048761504 
   [junit4]   2> 250661 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
   [junit4]   2> 250661 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 250661 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:              5
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:     4
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:              0
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:     [metricsTest]
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:   1
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:   0
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:          1
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest            1
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##          - active           1
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##          - CREATE             1
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##          - autoscaling        2
   [junit4]   2> 250662 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 250665 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting 
testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 250665 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 250665 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 250766 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 
127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr 
   [junit4]   2> 250791 INFO  (simCloudManagerPool-1620-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676411692 
sessionWrapper.createTime 18676411541969104, this.sessionWrapper.createTime 
18676411541969104 
   [junit4]   2> 250934 INFO  (simCloudManagerPool-1620-thread-6) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676418849 
sessionWrapper.createTime 18676418566500754, this.sessionWrapper.createTime 
18676418566500754 
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending 
testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:              5
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:     3
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:              0
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:     [policiesTest]
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:   4
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:   0
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:          6
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest           6
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - active           6
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - CREATE             1
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - CREATESHARD        1
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - autoscaling        1
   [junit4]   2> 250976 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 250980 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
   [junit4]   2> 250980 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 250980 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 251102 INFO  (simCloudManagerPool-1623-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676427257 
sessionWrapper.createTime 18676426883744754, this.sessionWrapper.createTime 
18676426883744754 
   [junit4]   2> 251270 INFO  (simCloudManagerPool-1623-thread-5) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676435623 
sessionWrapper.createTime 18676434359083754, this.sessionWrapper.createTime 
18676434359083754 
   [junit4]   2> 251440 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
   [junit4]   2> 251440 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 251440 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:              5
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:     5
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:              0
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:     []
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:   0
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:   0
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:          0
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - CREATE             1
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - DELETE             1
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - SPLITSHARD         1
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##          - autoscaling        1
   [junit4]   2> 251441 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 251445 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
   [junit4]   2> 251446 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 251446 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:           5
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:  5
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:           0
   [junit4]   2> 251735 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:  []
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:        0
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:        0
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:               0
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##               - CREATE             1
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##               - DELETE             1
   [junit4]   2> 251736 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 251740 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 251740 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 251740 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 251861 INFO  (simCloudManagerPool-1629-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676465210 
sessionWrapper.createTime 18676465131490404, this.sessionWrapper.createTime 
18676465131490404 
   [junit4]   2> 251988 INFO  (simCloudManagerPool-1629-thread-5) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676471542 
sessionWrapper.createTime 18676471517675404, this.sessionWrapper.createTime 
18676471517675404 
   [junit4]   2> 252001 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 252001 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 252001 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 252001 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 252001 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             5
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    4
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             0
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    [policiesTest]
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  3
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         3
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest          3
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - active           3
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATE             1
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATESHARD        1
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        1
   [junit4]   2> 252002 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPolicyCloud 
-Dtests.method=testCreateCollectionAddShardUsingPolicy 
-Dtests.seed=1C5A1C03E5256FF7 -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=ar-SA -Dtests.timezone=Africa/Banjul -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.27s J1 | 
TestPolicyCloud.testCreateCollectionAddShardUsingPolicy <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timeout waiting for 
collection to become active
   [junit4]    > Live Nodes: null
   [junit4]    > Last available state: null
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.NullPointerException
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
   [junit4]    >        at java.util.ArrayList.forEach(ArrayList.java:1249)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
   [junit4]    >        at 
java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
   [junit4]    >        ... 41 more
   [junit4]   2> 252004 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1366, maxMBSortInHeap=5.290165823604289, 
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Africa/Banjul
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=113994840,total=433586176
   [junit4]   2> NOTE: All tests run in this JVM: [TestReload, 
ConjunctionSolrSpellCheckerTest, TestCustomSort, TestTrie, FileUtilsTest, 
FullHLLTest, SpatialRPTFieldTypeTest, TestPayloadCheckQParserPlugin, 
DocValuesNotIndexedTest, DirectUpdateHandlerOptimizeTest, JsonLoaderTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestNRTOpen, 
TestExclusionRuleCollectionAccess, TestSchemaSimilarityResource, 
ZkControllerTest, ResponseBuilderTest, TestDelegationWithHadoopAuth, 
TestSubQueryTransformerCrossCore, SolrCoreMetricManagerTest, TestDocTermOrds, 
TestDistribStateManager, TestRTGBase, TestZkChroot, UtilsToolTest, 
SegmentsInfoRequestHandlerTest, AutoAddReplicasPlanActionTest, 
SimpleMLTQParserTest, TestLegacyNumericRangeQueryBuilder, 
RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, 
SparseHLLTest, TestSolr4Spatial, CollectionStateFormat2Test, 
TestCorePropertiesReload, TestRawResponseWriter, 
SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, 
CdcrReplicationDistributedZkTest, SortByFunctionTest, HdfsNNFailoverTest, 
TestCollectionAPIs, LoggingHandlerTest, HdfsRestartWhileUpdatingTest, 
DistributedFacetExistsSmallTest, TestSolrQueryResponse, 
DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, 
TestConfigSetImmutable, SyncSliceTest, CheckHdfsIndexTest, 
BaseCdcrDistributedZkTest, SuggesterFSTTest, TestPolicyCloud]
   [junit4] Completed [102/775 (1!)] on J1 in 1.98s, 7 tests, 1 failure <<< 
FAILURES!

[...truncated 216 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 524316 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/init-core-data-001
   [junit4]   2> 524317 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 524317 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 524318 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 524318 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001
   [junit4]   2> 524319 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 524319 INFO  (Thread-1096) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 524319 INFO  (Thread-1096) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 524321 ERROR (Thread-1096) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 524419 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60863
   [junit4]   2> 524421 INFO  (zkConnectionManagerCallback-890-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524423 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524430 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524431 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524432 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 524439 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524439 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524439 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 524439 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6f86b472{/solr,null,AVAILABLE}
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6b736ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:38040}
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.e.j.s.Server Started @526566ms
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38040}
   [junit4]   2> 524441 ERROR (jetty-launcher-887-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 524441 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-12T08:39:01.480Z
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6644b5f2{/solr,null,AVAILABLE}
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@61067959{HTTP/1.1,[http/1.1]}{127.0.0.1:36339}
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.e.j.s.Server Started @526569ms
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36339}
   [junit4]   2> 524443 ERROR (jetty-launcher-887-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 524443 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 524444 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 524444 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 524444 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-12T08:39:01.483Z
   [junit4]   2> 524449 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524449 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524449 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 524449 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1621a0ac{/solr,null,AVAILABLE}
   [junit4]   2> 524454 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 524454 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 524454 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@de81b61{/solr,null,AVAILABLE}
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1d36b855{HTTP/1.1,[http/1.1]}{127.0.0.1:49142}
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.e.j.s.Server Started @526581ms
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=49142}
   [junit4]   2> 524455 ERROR (jetty-launcher-887-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 524455 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-12T08:39:01.494Z
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@53c7e5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35232}
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.e.j.s.Server Started @526581ms
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35232}
   [junit4]   2> 524456 ERROR (jetty-launcher-887-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 524456 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-12T08:39:01.495Z
   [junit4]   2> 524458 INFO  (zkConnectionManagerCallback-894-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524459 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 524463 INFO  (zkConnectionManagerCallback-892-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524463 INFO  (zkConnectionManagerCallback-898-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524465 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 524465 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 524470 INFO  (zkConnectionManagerCallback-896-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524471 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 524485 INFO  (jetty-launcher-887-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
   [junit4]   2> 524489 INFO  (jetty-launcher-887-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
   [junit4]   2> 524490 INFO  (jetty-launcher-887-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
   [junit4]   2> 524493 INFO  (jetty-launcher-887-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
   [junit4]   2> 524497 INFO  (zkConnectionManagerCallback-907-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524497 INFO  (zkConnectionManagerCallback-912-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524499 INFO  (zkConnectionManagerCallback-903-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524514 INFO  (zkConnectionManagerCallback-914-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524515 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10459370e090008, likely client has closed socket
   [junit4]   2> 524518 INFO  
(zkConnectionManagerCallback-916-thread-1-processing-n:127.0.0.1:38040_solr) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524530 INFO  
(zkConnectionManagerCallback-918-thread-1-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524531 INFO  
(zkConnectionManagerCallback-920-thread-1-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524538 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 524539 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 524539 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:35232_solr
   [junit4]   2> 524540 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36339_solr
   [junit4]   2> 524540 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.Overseer Overseer 
(id=73281586938314763-127.0.0.1:35232_solr-n_0000000000) starting
   [junit4]   2> 524555 INFO  
(zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:49142_solr) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524560 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 524561 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 524565 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:49142_solr
   [junit4]   2> 524600 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35232_solr
   [junit4]   2> 524603 INFO  
(zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 524603 INFO  
(zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 524607 INFO  
(OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 524614 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 524615 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 524616 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38040_solr
   [junit4]   2> 524618 INFO  
(zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 524618 INFO  
(zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (4)
   [junit4]   2> 524677 INFO  
(zkCallback-921-thread-1-processing-n:127.0.0.1:49142_solr) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (4)
   [junit4]   2> 524681 INFO  
(zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 524718 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49142.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524729 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36339.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524731 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49142.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524731 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_49142.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524732 INFO  (jetty-launcher-887-thread-4) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node4/.
   [junit4]   2> 524736 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36339.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524737 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36339.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524740 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35232.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524745 INFO  (jetty-launcher-887-thread-2) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node2/.
   [junit4]   2> 524748 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35232.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524748 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35232.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524749 INFO  (jetty-launcher-887-thread-1) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node1/.
   [junit4]   2> 524822 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38040.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524840 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38040.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524840 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38040.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 524841 INFO  (jetty-launcher-887-thread-3) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node3/.
   [junit4]   2> 524873 INFO  (zkConnectionManagerCallback-932-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524877 INFO  (zkConnectionManagerCallback-936-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 524878 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 524879 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60863/solr ready
   [junit4]   2> 524885 INFO  (qtp691893789-4840) [n:127.0.0.1:35232_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 524888 INFO  (qtp691893789-4840) [n:127.0.0.1:35232_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 524922 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 524933 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 524937 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 524945 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_47328_hdfs____8twoao/webapp
   [junit4]   2> 525340 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47328
   [junit4]   2> 525429 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 525429 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 525438 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp
   [junit4]   2> 525850 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885
   [junit4]   2> 525936 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 525938 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 525953 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_47359_datanode____edye8r/webapp
   [junit4]   2> 526115 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 526146 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x425a50bebf73d0: from storage 
DS-a45bcbe1-e4b1-4dab-8c49-34f98afdbd0a node 
DatanodeRegistration(127.0.0.1:50834, 
datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, 
infoSecurePort=0, ipcPort=56147, 
storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 526146 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x425a50bebf73d0: from storage 
DS-75d92094-3b29-4036-b27f-bcfd1ec3a440 node 
DatanodeRegistration(127.0.0.1:50834, 
datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, 
infoSecurePort=0, ipcPort=56147, 
storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 526435 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47359
   [junit4]   2> 526587 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 526605 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x425a50da1d7ca9: from storage 
DS-59733077-9ee2-4955-b230-6f538400caff node 
DatanodeRegistration(127.0.0.1:37554, 
datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, 
infoSecurePort=0, ipcPort=50991, 
storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 526605 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x425a50da1d7ca9: from storage 
DS-43bc813f-e297-48e5-95a0-d0a88a04d074 node 
DatanodeRegistration(127.0.0.1:37554, 
datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, 
infoSecurePort=0, ipcPort=50991, 
storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 526700 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 526700 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 526702 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 526711 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 526711 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 526711 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 526711 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@52278b1d{/solr,null,AVAILABLE}
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2532d7bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54371}
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.e.j.s.Server Started @528837ms
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=54371}
   [junit4]   2> 526712 ERROR 
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 526712 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-12T08:39:03.751Z
   [junit4]   2> 526719 INFO  (zkConnectionManagerCallback-939-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526719 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 526730 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
   [junit4]   2> 526731 INFO  (zkConnectionManagerCallback-943-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526734 INFO  
(zkConnectionManagerCallback-945-thread-1-processing-n:127.0.0.1:54371_solr) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526737 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 526738 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 526739 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:54371_solr
   [junit4]   2> 526740 INFO  
(zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 526740 INFO  
(zkCallback-921-thread-2-processing-n:127.0.0.1:49142_solr) 
[n:127.0.0.1:49142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 526740 INFO  
(zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 526740 INFO  
(zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 526751 INFO  (zkCallback-935-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 526759 INFO  
(zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 526769 INFO  (zkCallback-935-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 526813 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54371.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 526822 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54371.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 526822 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_54371.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
   [junit4]   2> 526823 INFO  
(TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node5/.
   [junit4]   2> 526873 INFO  (zkConnectionManagerCallback-949-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 526875 INFO  (qtp691893789-4842) [n:127.0.0.1:35232_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 526887 INFO  
(OverseerCollectionConfigSetProcessor-73281586938314763-127.0.0.1:35232_solr-n_0000000000)
 [n:127.0.0.1:35232_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 526887 INFO  
(OverseerThreadFactory-1916-thread-2-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 526994 INFO  
(OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38040/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 526996 INFO  
(OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36339/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 526998 INFO  
(OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35232/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 526999 INFO  
(OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:54371/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 527203 INFO  (qtp691893789-4845) [n:127.0.0.1:35232_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 527204 INFO  (qtp1611642053-4825) [n:127.0.0.1:38040_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 527204 INFO  (qtp1611642053-4825) [n:127.0.0.1:38040_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 527204 INFO  (qtp691893789-4845) [n:127.0.0.1:35232_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 527204 INFO  (qtp820340600-5094) [n:127.0.0.1:54371_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 527204 INFO  (qtp820340600-5094) [n:127.0.0.1:54371_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 527212 INFO  (qtp719320507-4829) [n:127.0.0.1:36339_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 527213 INFO  (qtp719320507-4829) [n:127.0.0.1:36339_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 527317 INFO  
(zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527317 INFO  
(zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) 
[n:127.0.0.1:38040_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527318 INFO  
(zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527318 INFO  
(zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527318 INFO  
(zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) 
[n:127.0.0.1:35232_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527319 INFO  
(zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) 
[n:127.0.0.1:36339_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... 
(live nodes size: [5])
   [junit4]   2> 527319 INFO  
(zkCallback-944-thread-2-processing-n:127.0.0.1:54371_solr) 
[n:127.0.0.1:54371_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for 
collection [MoveRepli

[...truncated too long message...]

en(DFSClient.java:808)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
   [junit4]   2>        at 
org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:527)
   [junit4]   2>        at 
org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 603593 ERROR 
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 603593 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
   [junit4]   2> 603696 INFO  (Thread-1096) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:60863 60863
   [junit4]   2> 603697 WARN  (Thread-1096) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        22      
/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
   [junit4]   2>        18      /solr/configs/conf1
   [junit4]   2>        14      
/solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1
   [junit4]   2>        11      /solr/clusterprops.json
   [junit4]   2>        11      /solr/aliases.json
   [junit4]   2>        7       
/solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1
   [junit4]   2>        7       
/solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2
   [junit4]   2>        7       
/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
   [junit4]   2>        7       
/solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2
   [junit4]   2>        6       /solr/security.json
   [junit4]   2>        5       
/solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard2
   [junit4]   2>        5       
/solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        66      
/solr/collections/MoveReplicaHDFSTest_coll_false/state.json
   [junit4]   2>        58      
/solr/collections/MoveReplicaHDFSTest_coll_true/state.json
   [junit4]   2>        39      
/solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
   [junit4]   2>        37      
/solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
   [junit4]   2>        11      /solr/clusterstate.json
   [junit4]   2>        3       
/solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/73281586938314761-core_node8-n_0000000000
   [junit4]   2>        3       
/solr/overseer_elect/election/73281586938314762-127.0.0.1:36339_solr-n_0000000001
   [junit4]   2>        3       
/solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73281586938314761-core_node5-n_0000000000
   [junit4]   2>        2       /solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        31      /solr/collections
   [junit4]   2>        19      /solr/live_nodes
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 603698 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 603734 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 603740 WARN  (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 603740 WARN  (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] o.a.h.h.s.d.DataNode Ending 
block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 
(Datanode Uuid 514e0124-c7a8-47ae-a4b3-2b5144910f16) service to 
localhost/127.0.0.1:50267
   [junit4]   2> 603746 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 603784 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 603889 WARN  (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 603889 WARN  (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:50267) [    ] o.a.h.h.s.d.DataNode Ending 
block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 
(Datanode Uuid 102aab93-1c54-47bb-877e-04628b4564bd) service to 
localhost/127.0.0.1:50267
   [junit4]   2> 603904 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 604025 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001
   [junit4]   2> Feb 12, 2018 8:40:21 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, 
docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=563, 
maxMBSortInHeap=5.497972874924903, sim=RandomSimilarity(queryNorm=false): {}, 
locale=ar-SA, timezone=Pacific/Samoa
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=2,free=254487160,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, 
TestHashQParserPlugin, TestFieldSortValues, SpellPossibilityIteratorTest, 
PreAnalyzedUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, 
CopyFieldTest, TestRestManager, AnalyticsQueryTest, TestSolrConfigHandler, 
TestClusterStateProvider, TestPerFieldSimilarityWithDefaultOverride, 
TestFaceting, BlobRepositoryCloudTest, SolrGangliaReporterTest, 
TestJmxIntegration, HttpSolrCallGetCoreTest, NumericFieldsTest, 
TestLegacyFieldCache, HighlighterMaxOffsetTest, HdfsDirectoryTest, 
TestTrieFacet, MoreLikeThisHandlerTest, PKIAuthenticationIntegrationTest, 
TestClusterProperties, MetricUtilsTest, CollectionsAPIAsyncDistributedZkTest, 
TestRealTimeGet, BitVectorTest, PreAnalyzedFieldTest, HdfsRecoverLeaseTest, 
TestLMJelinekMercerSimilarityFactory, TestClassicSimilarityFactory, 
SearchHandlerTest, TestCloudPseudoReturnFields, SuggesterTSTTest, 
SpellCheckComponentTest, SystemLogListenerTest, TestSQLHandlerNonCloud, 
TestSchemaNameResource, CollectionsAPISolrJTest, ClusterStateTest, 
TestLockTree, TestBadConfig, UUIDUpdateProcessorFallbackTest, LargeFieldTest, 
BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, 
TestAtomicUpdateErrorCases, TestUtilizeNode, TestConfigsApi, 
OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, 
TestCustomStream, TestNamedUpdateProcessors, 
DistributedFacetSimpleRefinementLongTailTest, MoveReplicaHDFSTest]
   [junit4] Completed [174/775 (2!)] on J2 in 89.41s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 50502 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to