Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21157/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at 
org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) 
Thread[id=22916, name=jetty-launcher-4937-thread-1-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         
at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)  
       at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)      
   at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)   
      at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)   
 2) Thread[id=22913, name=jetty-launcher-4937-thread-2-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         
at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)  
       at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)      
   at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)   
      at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=22916, name=jetty-launcher-4937-thread-1-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=22913, name=jetty-launcher-4937-thread-2-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
        at __randomizedtesting.SeedInfo.seed([AC2C73F85DE680DD]:0)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[http://127.0.0.1:45873/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:43695/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[http://127.0.0.1:45873/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:43695/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([AC2C73F85DE680DD:6E1A00AEA35550D]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
http://127.0.0.1:45873/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard1
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 47 more




Build Log:
[...truncated 12243 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/init-core-data-001
   [junit4]   2> 638282 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=160 numCloses=160
   [junit4]   2> 638282 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 638284 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 638284 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 638284 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001
   [junit4]   2> 638284 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 638284 INFO  (Thread-2597) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 638285 INFO  (Thread-2597) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 638290 ERROR (Thread-2597) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 638384 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:40747
   [junit4]   2> 638388 INFO  (zkConnectionManagerCallback-963-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638392 INFO  (jetty-launcher-960-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 638394 INFO  (jetty-launcher-960-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 638407 INFO  (jetty-launcher-960-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 638414 INFO  (jetty-launcher-960-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 638418 INFO  (jetty-launcher-960-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@11a4b36c{/solr,null,AVAILABLE}
   [junit4]   2> 638418 INFO  (jetty-launcher-960-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6ab0f179{/solr,null,AVAILABLE}
   [junit4]   2> 638418 INFO  (jetty-launcher-960-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2e10f243{/solr,null,AVAILABLE}
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5ff03614{HTTP/1.1,[http/1.1]}{127.0.0.1:40883}
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-3) [    ] 
o.e.j.s.Server Started @640364ms
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40883}
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4845fb65{HTTP/1.1,[http/1.1]}{127.0.0.1:44655}
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-1) [    ] 
o.e.j.s.Server Started @640365ms
   [junit4]   2> 638420 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44655}
   [junit4]   2> 638421 ERROR (jetty-launcher-960-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638421 ERROR (jetty-launcher-960-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-28T00:05:05.819Z
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-28T00:05:05.819Z
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@23b5f62{HTTP/1.1,[http/1.1]}{127.0.0.1:45873}
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-2) [    ] 
o.e.j.s.Server Started @640366ms
   [junit4]   2> 638421 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=45873}
   [junit4]   2> 638421 ERROR (jetty-launcher-960-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638422 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 638422 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638422 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638422 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-28T00:05:05.820Z
   [junit4]   2> 638426 INFO  (jetty-launcher-960-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6ef09f43{/solr,null,AVAILABLE}
   [junit4]   2> 638437 INFO  (jetty-launcher-960-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@71c89e17{HTTP/1.1,[http/1.1]}{127.0.0.1:42257}
   [junit4]   2> 638437 INFO  (jetty-launcher-960-thread-4) [    ] 
o.e.j.s.Server Started @640382ms
   [junit4]   2> 638438 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42257}
   [junit4]   2> 638438 ERROR (jetty-launcher-960-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 638438 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 638438 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 638438 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 638438 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-28T00:05:05.836Z
   [junit4]   2> 638454 INFO  (zkConnectionManagerCallback-969-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638462 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638470 INFO  (zkConnectionManagerCallback-967-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638470 INFO  (zkConnectionManagerCallback-965-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638471 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638474 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638477 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1609a6fca130002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 638487 INFO  (zkConnectionManagerCallback-971-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638487 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 638497 INFO  (jetty-launcher-960-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40747/solr
   [junit4]   2> 638497 INFO  (jetty-launcher-960-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40747/solr
   [junit4]   2> 638512 INFO  (jetty-launcher-960-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40747/solr
   [junit4]   2> 638522 INFO  (jetty-launcher-960-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40747/solr
   [junit4]   2> 638534 INFO  (zkConnectionManagerCallback-982-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638538 INFO  (zkConnectionManagerCallback-977-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638538 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1609a6fca130005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 638542 DEBUG (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$34/601733830@3de02808
   [junit4]   2> 638546 INFO  (zkConnectionManagerCallback-984-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638546 DEBUG (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$34/601733830@52f051e7
   [junit4]   2> 638548 DEBUG (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$34/601733830@14b41212
   [junit4]   2> 638548 INFO  
(zkConnectionManagerCallback-991-thread-1-processing-n:127.0.0.1:45873_solr) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638549 INFO  (zkConnectionManagerCallback-987-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638550 INFO  
(zkConnectionManagerCallback-989-thread-1-processing-n:127.0.0.1:44655_solr) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638550 DEBUG (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$34/601733830@fd77da9
   [junit4]   2> 638553 INFO  
(zkConnectionManagerCallback-993-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638582 INFO  
(zkConnectionManagerCallback-995-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 638592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 638592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 638592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 638593 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 638593 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 638593 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638593 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 638594 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 638594 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638594 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 638594 DEBUG (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/99248996724441099-127.0.0.1:40883_solr-n_0000000000
   [junit4]   2> 638594 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40883_solr
   [junit4]   2> 638594 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 638594 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer Overseer 
(id=99248996724441099-127.0.0.1:40883_solr-n_0000000000) starting
   [junit4]   2> 638595 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638595 DEBUG (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/99248996724441100-127.0.0.1:42257_solr-n_0000000001
   [junit4]   2> 638595 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/99248996724441099-127.0.0.1:40883_solr-n_0000000000
   [junit4]   2> 638596 DEBUG (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/99248996724441099-127.0.0.1:40883_solr-n_0000000000 to 
know if I could be the leader
   [junit4]   2> 638596 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42257_solr
   [junit4]   2> 638596 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638596 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638602 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638606 INFO  
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 638606 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638606 INFO  
(zkCallback-992-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 638609 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 638609 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Process current 
queue of overseer operations
   [junit4]   2> 638609 DEBUG (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:40883_solr as DOWN
   [junit4]   2> 638609 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 638610 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40883_solr
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/autoscaling.json
   [junit4]   2> 638610 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue-work
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638610 INFO  
(zkCallback-992-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638610 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 0
   [junit4]   2> 638610 INFO  
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 638610 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 638610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 638610 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 638611 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 638611 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 638611 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 
elements. ExcludeSet: []
   [junit4]   2> 638611 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638611 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40883_solr"} current state version: 0
   [junit4]   2> 638611 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:40883_solr
   [junit4]   2> 638611 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:42257_solr, 127.0.0.1:40883_solr]
   [junit4]   2> 638611 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 638611 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 638612 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 638613 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 638613 DEBUG 
(OverseerAutoScalingTriggerThread-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 638613 DEBUG (ScheduledTrigger-2017-thread-1) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 2
   [junit4]   2> 638626 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 638626 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638626 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 638626 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 638626 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 638626 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638627 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 638627 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 638627 DEBUG (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/99248996724441098-127.0.0.1:45873_solr-n_0000000002
   [junit4]   2> 638627 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/99248996724441100-127.0.0.1:42257_solr-n_0000000001
   [junit4]   2> 638627 DEBUG (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/99248996724441100-127.0.0.1:42257_solr-n_0000000001 to 
know if I could be the leader
   [junit4]   2> 638627 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 638628 DEBUG (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:45873_solr as DOWN
   [junit4]   2> 638628 DEBUG (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/99248996724441097-127.0.0.1:44655_solr-n_0000000003
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/99248996724441098-127.0.0.1:45873_solr-n_0000000002
   [junit4]   2> 638628 DEBUG (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/99248996724441098-127.0.0.1:45873_solr-n_0000000002 to 
know if I could be the leader
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 638628 DEBUG (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:44655_solr as DOWN
   [junit4]   2> 638628 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:45873_solr
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 638628 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:45873_solr"} current state version: 0
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638628 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:45873_solr
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 638628 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638628 INFO  
(zkCallback-992-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 638629 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638629 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44655_solr
   [junit4]   2> 638629 INFO  
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 638629 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638629 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 638633 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638634 INFO  
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 638638 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638638 INFO  
(zkCallback-992-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 638641 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638641 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 638641 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44655_solr"} current state version: 0
   [junit4]   2> 638641 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:44655_solr
   [junit4]   2> 638642 INFO  
(zkCallback-988-thread-1-processing-n:127.0.0.1:44655_solr) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 638646 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638646 INFO  
(zkCallback-990-thread-1-processing-n:127.0.0.1:45873_solr) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 638648 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42257.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638652 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42257.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638652 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_42257.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638653 INFO  (jetty-launcher-960-thread-4) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001/node4/.
   [junit4]   2> 638658 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40883.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638663 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40883.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638663 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40883.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638663 INFO  (jetty-launcher-960-thread-3) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001/node3/.
   [junit4]   2> 638673 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45873.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638677 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45873.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638677 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_45873.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638678 INFO  (jetty-launcher-960-thread-2) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001/node2/.
   [junit4]   2> 638683 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44655.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638688 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44655.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638688 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44655.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 638689 INFO  (jetty-launcher-960-thread-1) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001/node1/.
   [junit4]   2> 638742 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 638742 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 638746 INFO  (zkConnectionManagerCallback-1005-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638747 INFO  (zkConnectionManagerCallback-1009-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 638748 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 638748 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 638748 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 638748 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 638748 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 638748 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 638748 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40747/solr ready
   [junit4]   2> 638751 INFO  (qtp1146356274-6340) [n:127.0.0.1:42257_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 638751 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638751 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 638754 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638754 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000000
   [junit4]   2> 638754 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Returning topN 
elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 638754 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from 
work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 638754 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 638754 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Get the message 
id:/overseer/collection-queue-work/qn-0000000000 
message:{"operation":"overseerstatus"}
   [junit4]   2> 638755 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing 
/overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 638755 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
OverseerCollectionMessageHandler.processMessage : overseerstatus , 
{"operation":"overseerstatus"}
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 1
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 638755 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 
elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 638759 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Completed 
task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 638760 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 638760 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 638760 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638760 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000000
   [junit4]   2> 638760 DEBUG 
(OverseerThreadFactory-2019-thread-1-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 
complete, 
response:{leader=127.0.0.1:40883_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=20.228645049280182,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.20140166666666665,medianRequestTime=0.196166,75thPcRequestTime=0.317423,95thPcRequestTime=0.317423,99thPcRequestTime=0.317423,999thPcRequestTime=0.317423},downnode={requests=3,errors=0,avgRequestsPerSecond=20.579530273867864,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.04148833333333333,medianRequestTime=0.044864,75thPcRequestTime=0.049146,95thPcRequestTime=0.049146,99thPcRequestTime=0.049146,999thPcRequestTime=0.049146}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=20.325285737440087,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.20689266666666667,medianRequestTime=0.245907,75thPcRequestTime=0.279957,95thPcRequestTime=0.279957,99thPcRequestTime=0.279957,999thPcRequestTime=0.279957},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=6.8190508132209064,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.295131,medianRequestTime=0.295131,75thPcRequestTime=0.295131,95thPcRequestTime=0.295131,99thPcRequestTime=0.295131,999thPcRequestTime=0.295131}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=6.855962534632895,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=143.194786,medianRequestTime=143.194786,75thPcRequestTime=143.194786,95thPcRequestTime=143.194786,99thPcRequestTime=143.194786,999thPcRequestTime=143.194786}}}
   [junit4]   2> 638760 DEBUG 
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on 
path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected 
latchEventType null
   [junit4]   2> 638760 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638761 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 638761 INFO  (qtp1146356274-6340) [n:127.0.0.1:42257_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 638807 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 638812 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 638813 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 638823 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_34867_hdfs____j8qv2q/webapp
   [junit4]   2> 639293 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:34867
   [junit4]   2> 639362 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 639364 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 639375 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_45031_datanode____c0o53o/webapp
   [junit4]   2> 639614 DEBUG (ScheduledTrigger-2017-thread-1) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 4
   [junit4]   2> 639846 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45031
   [junit4]   2> 639882 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 639883 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 639889 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_37855_datanode____.5zgx7p/webapp
   [junit4]   2> 639959 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:44901) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 639969 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x788b8267dbf70: from storage 
DS-043320e1-1848-46bd-bd4b-fc53889e76f9 node 
DatanodeRegistration(127.0.0.1:38467, 
datanodeUuid=9af81ecb-f11f-437e-abaa-49c4c32d9ee4, infoPort=34493, 
infoSecurePort=0, ipcPort=45467, 
storageInfo=lv=-56;cid=testClusterID;nsid=973189345;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 639969 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x788b8267dbf70: from storage 
DS-76c8dce5-3047-4f9e-b688-ff8866455c10 node 
DatanodeRegistration(127.0.0.1:38467, 
datanodeUuid=9af81ecb-f11f-437e-abaa-49c4c32d9ee4, infoPort=34493, 
infoSecurePort=0, ipcPort=45467, 
storageInfo=lv=-56;cid=testClusterID;nsid=973189345;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 640348 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AC2C73F85DE680DD]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37855
   [junit4]   2> 640450 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:44901) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 640459 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x788b843bc78c0: from storage 
DS-f22d3a29-577b-4042-9500-6996d32cf65a node 
DatanodeRegistration(127.0.0.1:45287, 
datanodeUuid=c6e1fa98-a3a4-48a9-84ee-27cf937a0450, infoPort=35983, 
infoSecurePort=0, ipcPort=45189, 
storageInfo=lv=-56;cid=testClusterID;nsid=973189345;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 640459 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x788b843bc78c0: from storage 
DS-090d478c-ba10-4cc3-9c55-b990be8777c4 node 
DatanodeRegistration(127.0.0.1:45287, 
datanodeUuid=c6e1fa98-a3a4-48a9-84ee-27cf937a0450, infoPort=35983, 
infoSecurePort=0, ipcPort=45189, 
storageInfo=lv=-56;cid=testClusterID;nsid=973189345;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 640518 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testNormalFailedMove
   [junit4]   2> 640518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 640518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640518 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 640518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 640518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 640519 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 640519 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d84cc58{/solr,null,AVAILABLE}
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@108e93e8{HTTP/1.1,[http/1.1]}{127.0.0.1:43695}
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.e.j.s.Server Started @642464ms
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43695}
   [junit4]   2> 640520 ERROR 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 640520 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-28T00:05:07.918Z
   [junit4]   2> 640521 INFO  (zkConnectionManagerCallback-1012-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 640521 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 640532 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40747/solr
   [junit4]   2> 640533 INFO  (zkConnectionManagerCallback-1016-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 640533 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.ZkController Added new OnReconnect 
listener org.apache.solr.cloud.ZkController$$Lambda$34/601733830@12f8e1d6
   [junit4]   2> 640534 INFO  
(zkConnectionManagerCallback-1018-thread-1-processing-n:127.0.0.1:43695_solr) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/clusterprops.json
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640536 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: /solr/clusterstate.json
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/aliases.json
   [junit4]   2> 640536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/security.json
   [junit4]   2> 640536 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 640537 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.LeaderElector Joined leadership election 
with path: 
/overseer_elect/election/99248996724441105-127.0.0.1:43695_solr-n_0000000004
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: data: 
/solr/overseer_elect/election/99248996724441097-127.0.0.1:44655_solr-n_0000000003
   [junit4]   2> 640537 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.LeaderElector Watching path 
/overseer_elect/election/99248996724441097-127.0.0.1:44655_solr-n_0000000003 to 
know if I could be the leader
   [junit4]   2> 640537 DEBUG 
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.ZkController Publish 
node=127.0.0.1:43695_solr as DOWN
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 640537 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43695_solr
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 640537 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:43695_solr"} current state version: 0
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640537 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for 
node: 127.0.0.1:43695_solr
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640537 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640538 INFO  
(zkCallback-992-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640538 INFO  
(zkCallback-994-thread-1-processing-n:127.0.0.1:42257_solr) 
[n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 640538 INFO  
(zkCallback-988-thread-1-processing-n:127.0.0.1:44655_solr) 
[n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640538 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640539 INFO  
(zkCallback-990-thread-1-processing-n:127.0.0.1:45873_solr) 
[n:127.0.0.1:45873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 640539 INFO  (zkCallback-1008-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 640539 INFO  (zkCallback-1008-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 640539 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/live_nodes
   [junit4]   2> 640542 INFO  
(zkCallback-1017-thread-1-processing-n:127.0.0.1:43695_solr) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 640590 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43695.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 640595 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43695.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 640595 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43695.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@231a1bc3
   [junit4]   2> 640596 INFO  
(TEST-MoveReplicaHDFSTest.testNormalFailedMove-seed#[AC2C73F85DE680DD]) 
[n:127.0.0.1:43695_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_AC2C73F85DE680DD-001/tempDir-001/node5/.
   [junit4]   2> 640615 DEBUG (ScheduledTrigger-2017-thread-2) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 5
   [junit4]   2> 640629 INFO  (zkConnectionManagerCallback-1022-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 640631 INFO  (qtp1049013972-6348) [n:127.0.0.1:40883_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 640632 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 640632 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
   [junit4]   2> 640632 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 640632 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000002
   [junit4]   2> 640632 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 640632 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 640632 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.ZkDistributedQueue Found child node with 
improper name: qnr-0000000002
   [junit4]   2> 640632 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Returning topN 
elements: [/overseer/collection-queue-work/qn-0000000002, ]
   [junit4]   2> 640632 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from 
work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 640632 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Marked task 
[/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection 
Message Handler: Get the message 
id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 640633 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing 
/overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 640633 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 640633 INFO  
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up 
work-queue. #Running tasks: 1
   [junit4]   2> 640633 INFO  
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: 
[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: 
[/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 640633 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 640633 DEBUG 
(OverseerCollectionConfigSetProcessor-99248996724441099-127.0.0.1:40883_solr-n_0000000000)
 [n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 
elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 640633 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating 
collections conf node /collections/MoveReplicaHDFSTest_failed_coll_false 
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Check for collection 
zkNode:MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Collection zkNode 
exists
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/collections
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 640634 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 640634 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 640634 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.ClusterStateMutator building a new 
cName: MoveReplicaHDFSTest_failed_coll_false
   [junit4]   2> 640635 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection 
/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
   [junit4]   2> 640635 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 640635 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 640735 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Creating SolrCores for 
new collection MoveReplicaHDFSTest_failed_coll_false, shardNames [shard1, 
shard2] , message : {
   [junit4]   2>   "name":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 640735 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Creating core 
MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1 as part of shard shard1 
of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:44655_solr
   [junit4]   2> 640736 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 640736 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 640736 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, 
message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44655/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 640736 INFO  
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44655/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 640736 DEBUG 
(OverseerThreadFactory-2019-thread-2-processing-n:127.0.0.1:40883_solr) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.CreateCollectionCmd Creating core 
MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2 as part of shard shard1 
of collection MoveReplicaHDFSTest_failed_coll_false on 127.0.0.1:40883_solr
   [junit4]   2> 640737 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 640737 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44655/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 640737 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
fired: children: /solr/overseer/queue
   [junit4]   2> 640737 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch 
added: children: /solr/overseer/queue
   [junit4]   2> 640737 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, 
message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40883/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 640737 INFO  
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40883/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 640738 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       
"core":"MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:44655/solr";,
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 640738 DEBUG 
(OverseerStateUpdate-99248996724441099-127.0.0.1:40883_solr-n_0000000000) 
[n:127.0.0.1:40883_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit

[...truncated too long message...]

h.similarities.AssertingSimilarity@58b3e9e8), locale=fi, 
timezone=America/Managua
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=86576016,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, 
TestSolrQueryResponse, AlternateDirectoryTest, TemplateUpdateProcessorTest, 
TestCloudRecovery, TestIndexSearcher, UniqFieldsUpdateProcessorFactoryTest, 
CoreAdminHandlerTest, TestExtendedDismaxParser, DocValuesNotIndexedTest, 
DistribJoinFromCollectionTest, SimplePostToolTest, TestCustomDocTransformer, 
TestGroupingSearch, DistributedFacetPivotSmallAdvancedTest, RollingRestartTest, 
HdfsUnloadDistributedZkTest, RankQueryTest, TestCustomStream, 
TestSimDistributedQueue, RequiredFieldsTest, BufferStoreTest, 
TestFieldCacheSort, TestClusterStateMutator, TestLegacyNumericUtils, 
BlockJoinFacetRandomTest, TestPKIAuthenticationPlugin, TestNumericRangeQuery32, 
SuggesterTest, ScriptEngineTest, LoggingHandlerTest, 
DistributedQueryComponentCustomSortTest, HdfsChaosMonkeySafeLeaderTest, 
TestCoreContainer, CoreAdminCreateDiscoverTest, CdcrReplicationHandlerTest, 
TestTolerantSearch, TestTolerantUpdateProcessorCloud, ClusterStateTest, 
TestRestoreCore, TestRealTimeGet, TestJsonFacets, SolrJmxReporterCloudTest, 
ConnectionReuseTest, ExitableDirectoryReaderTest, BadComponentTest, 
ShufflingReplicaListTransformerTest, TestFiltering, ChangedSchemaMergeTest, 
IndexBasedSpellCheckerTest, SolrCLIZkUtilsTest, TestSimpleQParserPlugin, 
TestCloudJSONFacetJoinDomain, DocValuesMissingTest, TestSolrDeletionPolicy2, 
TestSSLRandomization, TestNodeAddedTrigger, UUIDFieldTest, 
TestLMDirichletSimilarityFactory, HdfsAutoAddReplicasIntegrationTest, 
TestStreamBody, TestSubQueryTransformerCrossCore, BasicAuthStandaloneTest, 
LeaderFailureAfterFreshStartTest, TestDistributedGrouping, TestPrepRecovery, 
TlogReplayBufferedWhileIndexingTest, ConjunctionSolrSpellCheckerTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestXmlQParserPlugin, 
TestDistributedMissingSort, TestSolrConfigHandlerCloud, 
TestSlowCompositeReaderWrapper, OverseerRolesTest, EchoParamsTest, 
TestExclusionRuleCollectionAccess, HdfsSyncSliceTest, HdfsRecoverLeaseTest, 
TestClusterStateProvider, SuggestComponentTest, TestManagedResourceStorage, 
OverseerTest, SuggesterWFSTTest, TestCharFilters, ReturnFieldsTest, 
TestStressInPlaceUpdates, TestExecutePlanAction, SortByFunctionTest, 
TestFieldCollectionResource, TestExactStatsCache, TestRecoveryHdfs, 
TestDocTermOrds, CdcrBidirectionalTest, TestManagedSynonymGraphFilterFactory, 
TestDeleteCollectionOnDownNodes, CSVRequestHandlerTest, SolrCloudReportersTest, 
DisMaxRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestLFUCache, 
V2ApiIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, 
TestFieldTypeResource, PeerSyncWithIndexFingerprintCachingTest, 
TestAuthenticationFramework, FieldMutatingUpdateProcessorTest, 
DirectSolrSpellCheckerTest, TestBlendedInfixSuggestions, NodeAddedTriggerTest, 
TestConfigSetProperties, BlobRepositoryCloudTest, 
WordBreakSolrSpellCheckerTest, DefaultValueUpdateProcessorTest, 
TestScoreJoinQPScore, TestPartialUpdateDeduplication, TestCloudNestedDocsSort, 
QueryElevationComponentTest, DeleteNodeTest, TestDelegationWithHadoopAuth, 
JavabinLoaderTest, TestReplicaProperties, SubstringBytesRefFilterTest, 
TestRawResponseWriter, FieldAnalysisRequestHandlerTest, 
ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, 
SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, 
FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestRandomDVFaceting, 
ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TestJoin, 
SolrCoreTest, PeerSyncTest, TestBadConfig, ShowFileRequestHandlerTest, 
TestCoreDiscovery, TestFoldingMultitermQuery, SuggesterTSTTest, 
NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, 
QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoBeanTest, 
TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, 
FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, 
TestValueSourceCache, FastVectorHighlighterTest, IndexSchemaTest, 
MBeansHandlerTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, 
DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, 
RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, 
TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, 
TestRTGBase, DistributedIntervalFacetingTest, 
TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, 
TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, 
AsyncCallRequestStatusResponseTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, 
CreateCollectionCleanupTest, CustomCollectionTest, HealthCheckHandlerTest, 
HttpPartitionTest, NodeMutatorTest, OverseerStatusTest, OverseerTaskQueueTest, 
RemoteQueryErrorTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, 
SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestClusterProperties, 
TestCollectionAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, 
TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, 
TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, 
TestRandomRequestDistribution, TestSegmentSorting, TestSkipOverseerOperations, 
TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=AC2C73F85DE680DD 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi 
-Dtests.timezone=America/Managua -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=22916, 
name=jetty-launcher-4937-thread-1-EventThread, state=TIMED_WAITING, 
group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at 
java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at 
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=22913, 
name=jetty-launcher-4937-thread-2-EventThread, state=TIMED_WAITING, 
group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at 
java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at 
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([AC2C73F85DE680DD]:0)
   [junit4] Completed [570/765 (2!)] on J2 in 41.00s, 12 tests, 1 error <<< 
FAILURES!

[...truncated 48727 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to