Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/61/

2 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud

Error Message:
1 thread leaked from SUITE scope at 
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud:     1) Thread[id=14986, 
name=Simulated OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated 
Overseer autoscaling triggers]         at sun.misc.Unsafe.park(Native Method)   
      at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)      
   at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)         
at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud: 
   1) Thread[id=14986, name=Simulated OverseerAutoScalingTriggerThread, 
state=WAITING, group=Simulated Overseer autoscaling triggers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
        at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
        at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([6774FC68132035DD]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=14986, name=Simulated OverseerAutoScalingTriggerThread, 
state=WAITING, group=Simulated Overseer autoscaling triggers]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)         
at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=14986, name=Simulated OverseerAutoScalingTriggerThread, 
state=WAITING, group=Simulated Overseer autoscaling triggers]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
        at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
        at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
        at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([6774FC68132035DD]:0)




Build Log:
[...truncated 13335 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_6774FC68132035DD-001/init-core-data-001
   [junit4]   2> 1683467 WARN  
(SUITE-TestPolicyCloud-seed#[6774FC68132035DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 1683467 INFO  
(SUITE-TestPolicyCloud-seed#[6774FC68132035DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1683469 INFO  
(SUITE-TestPolicyCloud-seed#[6774FC68132035DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1683469 INFO  
(SUITE-TestPolicyCloud-seed#[6774FC68132035DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1683490 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting 
testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 1683491 WARN  (ScheduledTrigger-5301-thread-1) [    ] 
o.a.s.c.a.TriggerEventQueue Exception peeking queue of trigger 
.auto_add_replicas
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.firstChild(GenericDistributedQueue.java:380)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.firstElement(GenericDistributedQueue.java:515)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:152)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.TriggerEventQueue.peekEvent(TriggerEventQueue.java:69)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:554)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1683494 WARN  (ScheduledTrigger-5301-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> 1683495 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 1683495 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, 
exiting.
   [junit4]   2> 1683599 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 
127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr 
   [junit4]   2> 1683625 INFO  (simCloudManagerPool-5303-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679416908 
sessionWrapper.createTime 25679416607325673, this.sessionWrapper.createTime 
25679416607325673 
   [junit4]   2> 1683794 INFO  (simCloudManagerPool-5303-thread-6) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679425368 
sessionWrapper.createTime 25679424781374723, this.sessionWrapper.createTime 
25679424781374723 
   [junit4]   2> 1683830 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending 
testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 1683830 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1683830 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 1683830 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 1683830 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 1683831 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             5
   [junit4]   2> 1683832 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    3
   [junit4]   2> 1683832 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             0
   [junit4]   2> 1683833 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    [policiesTest]
   [junit4]   2> 1683833 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  4
   [junit4]   2> 1683833 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 1683833 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         6
   [junit4]   2> 1683834 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest          6
   [junit4]   2> 1683834 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - active           6
   [junit4]   2> 1683835 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 1683835 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATE             1
   [junit4]   2> 1683835 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATESHARD        1
   [junit4]   2> 1683835 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        1
   [junit4]   2> 1683835 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 1683844 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
   [junit4]   2> 1683844 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1683946 ERROR (simCloudManagerPool-5306-thread-1) [    ] 
o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: 
Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, 
{replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], 
errorMessages=[Invalid metrics: param in {
   [junit4]   2>   "metrics:abc":"overseer",
   [junit4]   2>   "replica":0} must have at 2 or 3 segments after 'metrics:' 
separated by ':']}], 
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1683976 INFO  (simCloudManagerPool-5306-thread-3) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679434469 
sessionWrapper.createTime 25679434081044473, this.sessionWrapper.createTime 
25679434081044473 
   [junit4]   2> 1683989 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
   [junit4]   2> 1683989 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             5
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    4
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             0
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    [metricsTest]
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  1
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         1
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest           1
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##         - active           1
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATE             1
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        2
   [junit4]   2> 1683990 INFO  
(TEST-TestPolicyCloud.testMetricsTag-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 1683995 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 1683996 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 1683996 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1684114 INFO  (simCloudManagerPool-5309-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679441325 
sessionWrapper.createTime 25679441216377473, this.sessionWrapper.createTime 
25679441216377473 
   [junit4]   2> 1684240 INFO  (simCloudManagerPool-5309-thread-5) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679447624 
sessionWrapper.createTime 25679447577075623, this.sessionWrapper.createTime 
25679447577075623 
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:            5
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:   4
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:            0
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:   [policiesTest]
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:                3
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest         3
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - active           3
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - CREATE             
1
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - CREATESHARD        
1
   [junit4]   2> 1684259 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - autoscaling        
1
   [junit4]   2> 1684260 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 1684282 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
   [junit4]   2> 1684283 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 1684283 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1684408 INFO  (simCloudManagerPool-5312-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679456028 
sessionWrapper.createTime 25679455903329373, this.sessionWrapper.createTime 
25679455903329373 
   [junit4]   2> 1684559 INFO  (simCloudManagerPool-5312-thread-5) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679463623 
sessionWrapper.createTime 25679462473140973, this.sessionWrapper.createTime 
25679462473140973 
   [junit4]   2> 1684705 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             5
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    5
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             0
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    []
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  0
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         0
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATE             1
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - DELETE             1
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - SPLITSHARD         1
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        1
   [junit4]   2> 1684706 INFO  
(TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 1684713 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
   [junit4]   2> 1684715 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 1684715 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1684981 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
   [junit4]   2> 1684981 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:          5
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:          0
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:       0
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:       0
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:              0
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - CREATE             1
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - DELETE             1
   [junit4]   2> 1684982 INFO  
(TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[6774FC68132035DD])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 1684988 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
   [junit4]   2> 1684988 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 1684988 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1685114 INFO  (simCloudManagerPool-5318-thread-2) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679491358 
sessionWrapper.createTime 25679490922900073, this.sessionWrapper.createTime 
25679490922900073 
   [junit4]   2> 1685141 INFO  (simCloudManagerPool-5318-thread-4) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 25679492682 
sessionWrapper.createTime 25679492456921823, this.sessionWrapper.createTime 
25679492456921823 
   [junit4]   2> 1685141 INFO  (simCloudManagerPool-5318-thread-4) [    ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new 
replica
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             5
   [junit4]   2> 1685154 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    4
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             0
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    
[testCreateCollectionAddReplica]
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  2
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         2
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica       
         2
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - active           2
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - ADDREPLICA         1
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - CREATE             1
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        1
   [junit4]   2> 1685155 INFO  
(TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[6774FC68132035DD]) [ 
   ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 1685171 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
   [junit4]   2> 1685172 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 1685172 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1685329 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
   [junit4]   2> 1685329 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 1685329 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 1685329 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:           5
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:  3
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:           0
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:  [policiesTest]
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:        1
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:        0
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:               2
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest                2
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##               - active           2
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##               - ADDROLE            1
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##               - CREATE             1
   [junit4]   2> 1685330 INFO  
(TEST-TestPolicyCloud.testDataProvider-seed#[6774FC68132035DD]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 1685331 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1685332 INFO  
(SUITE-TestPolicyCloud-seed#[6774FC68132035DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> May 04, 2018 9:51:54 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked 
thread(s).
   [junit4]   2> May 04, 2018 9:53:14 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at 
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud: 
   [junit4]   2>    1) Thread[id=14986, name=Simulated 
OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated Overseer 
autoscaling triggers]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
   [junit4]   2>         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
   [junit4]   2>         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> May 04, 2018 9:53:14 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=14986, name=Simulated 
OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated Overseer 
autoscaling triggers]
   [junit4]   2> May 04, 2018 9:53:17 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be 
terminated:
   [junit4]   2>    1) Thread[id=14986, name=Simulated 
OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated Overseer 
autoscaling triggers]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
   [junit4]   2>         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
   [junit4]   2>         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
   [junit4]   2>         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
   [junit4]   2>         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=1040, maxMBSortInHeap=7.191631349102683, 
sim=RandomSimilarity(queryNorm=true): {}, locale=en-CA, timezone=Atlantic/Azores
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_172 (64-bit)/cpus=4,threads=2,free=306317240,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestSolrCloudWithDelegationTokens, TestLRUCache, 
ManagedSchemaRoundRobinCloudTest, CoreAdminCreateDiscoverTest, TestLockTree, 
TestFuzzyAnalyzedSuggestions, TestUnifiedSolrHighlighter, 
BasicFunctionalityTest, InfoHandlerTest, TestLargeCluster, FileUtilsTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, UUIDUpdateProcessorFallbackTest, 
TestInitParams, TestBM25SimilarityFactory, TestUninvertingReader, PeerSyncTest, 
TestManagedSchemaThreadSafety, SimplePostToolTest, CustomCollectionTest, 
TestSerializedLuceneMatchVersion, SearchRateTriggerTest, ResourceLoaderTest, 
SampleTest, TestRetrieveFieldsOptimizer, TestBinaryResponseWriter, 
TestSearcherReuse, TestLeaderElectionWithEmptyReplica, 
TestFieldTypeCollectionResource, PolyFieldTest, TestCursorMarkWithoutUniqueKey, 
RequestLoggingTest, UpdateLogTest, SpellCheckCollatorWithCollapseTest, 
LIROnShardRestartTest, TestApiFramework, HighlighterTest, 
AssignBackwardCompatibilityTest, ReplicaListTransformerTest, 
DeleteInactiveReplicaTest, DirectSolrConnectionTest, TestFilteredDocIdSet, 
TestDynamicLoading, TestSolrIndexConfig, AutoScalingHandlerTest, 
TestConfigSetImmutable, TestSolrCLIRunExample, HdfsNNFailoverTest, 
ReplaceNodeNoTargetTest, BaseCdcrDistributedZkTest, TestRequestForwarding, 
TestReversedWildcardFilterFactory, TestHdfsCloudBackupRestore, 
TestStressCloudBlindAtomicUpdates, TestManagedSynonymFilterFactory, 
QueryParsingTest, TestRTGBase, BlockJoinFacetSimpleTest, TestStressRecovery, 
DirectUpdateHandlerOptimizeTest, BJQParserTest, TestFastLRUCache, 
TestXIncludeConfig, HdfsTlogReplayBufferedWhileIndexingTest, 
HttpSolrCallGetCoreTest, TestStandardQParsers, RegexBytesRefFilterTest, 
TestSubQueryTransformer, TestHdfsUpdateLog, MergeStrategyTest, TestSearchPerf, 
TestDistributedMap, ConnectionManagerTest, SuggesterFSTTest, StressHdfsTest, 
TermsComponentTest, DistributedIntervalFacetingTest, TestDistribIDF, 
OverseerTest, AtomicUpdateProcessorFactoryTest, LoggingHandlerTest, 
TestReplicationHandler, TestPushWriter, SolrInfoBeanTest, JsonLoaderTest, 
TestCloudConsistency, SuggestComponentContextFilterQueryTest, 
TestClassicSimilarityFactory, TestCharFilters, PrimUtilsTest, 
ChaosMonkeySafeLeaderTest, ZkControllerTest, IndexSchemaTest, 
CloudExitableDirectoryReaderTest, SignatureUpdateProcessorFactoryTest, 
TestFieldCacheSortRandom, TestXmlQParser, TestFunctionQuery, 
SimpleCollectionCreateDeleteTest, TestTlogReplica, 
TestImpersonationWithHadoopAuth, PrimitiveFieldTypeTest, SolrCloudExampleTest, 
CachingDirectoryFactoryTest, TestSchemalessBufferedUpdates, 
TestLuceneIndexBackCompat, UpdateRequestProcessorFactoryTest, 
TestSweetSpotSimilarityFactory, TestSimpleTrackingShardHandler, 
TestLRUStatsCache, TestTrackingShardHandlerFactory, 
DistributedFacetPivotWhiteBoxTest, TestLegacyFieldReuse, 
TestSolrConfigHandlerCloud, HdfsAutoAddReplicasIntegrationTest, 
TestPostingsSolrHighlighter, TestDynamicFieldResource, HLLSerializationTest, 
SOLR749Test, TestUtilizeNode, TestPolicyCloud]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPolicyCloud 
-Dtests.seed=6774FC68132035DD -Dtests.multiplier=2 -Dtests.slow=true 
-Dtests.locale=en-CA -Dtests.timezone=Atlantic/Azores -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | TestPolicyCloud (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE 
scope at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud: 
   [junit4]    >    1) Thread[id=14986, name=Simulated 
OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated Overseer 
autoscaling triggers]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
   [junit4]    >         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
   [junit4]    >         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([6774FC68132035DD]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=14986, name=Simulated 
OverseerAutoScalingTriggerThread, state=WAITING, group=Simulated Overseer 
autoscaling triggers]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199)
   [junit4]    >         at 
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209)
   [junit4]    >         at 
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:304)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.access$000(OverseerTriggerThread.java:56)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread$AutoScalingWatcher.process(OverseerTriggerThread.java:289)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:128)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:506)
   [junit4]    >         at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:130)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([6774FC68132035DD]:0)
   [junit4] Completed [341/783 (1!)] on J1 in 85.18s, 7 tests, 2 errors <<< 
FAILURES!

[...truncated 50961 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to