Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/5/
1 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([1A9C595EC5A0197B:B0518AAC7273CCAB]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:307) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 47 more Build Log: [...truncated 13195 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/init-core-data-001 [junit4] 2> 1115167 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4 [junit4] 2> 1115167 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1115169 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1115169 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1115170 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001 [junit4] 2> 1115170 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1115171 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1115171 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1115173 ERROR (Thread-1327) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1115271 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33958 [junit4] 2> 1115274 INFO (zkConnectionManagerCallback-3356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115279 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1115279 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1115280 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1115282 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b70e72{/solr,null,AVAILABLE} [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6996fd64{HTTP/1.1,[http/1.1]}{127.0.0.1:49101} [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.Server Started @1118174ms [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49101} [junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f77ce43{/solr,null,AVAILABLE} [junit4] 2> 1115284 ERROR (jetty-launcher-3353-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.449Z [junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e3029a2{HTTP/1.1,[http/1.1]}{127.0.0.1:52757} [junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.Server Started @1118177ms [junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52757} [junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36199441{/solr,null,AVAILABLE} [junit4] 2> 1115286 ERROR (jetty-launcher-3353-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19a7a137{HTTP/1.1,[http/1.1]}{127.0.0.1:39964} [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.452Z [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.Server Started @1118178ms [junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39964} [junit4] 2> 1115288 ERROR (jetty-launcher-3353-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.453Z [junit4] 2> 1115293 INFO (zkConnectionManagerCallback-3360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115294 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1115294 INFO (zkConnectionManagerCallback-3362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115295 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1115295 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1115295 INFO (zkConnectionManagerCallback-3358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5853143b{/solr,null,AVAILABLE} [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6479cb8e{HTTP/1.1,[http/1.1]}{127.0.0.1:40821} [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.Server Started @1118188ms [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40821} [junit4] 2> 1115297 ERROR (jetty-launcher-3353-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1115298 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.463Z [junit4] 2> 1115305 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1115306 INFO (zkConnectionManagerCallback-3364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115311 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f8453f460003, likely client has closed socket [junit4] 2> 1115312 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1115315 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr [junit4] 2> 1115316 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr [junit4] 2> 1115322 INFO (zkConnectionManagerCallback-3372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115323 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr [junit4] 2> 1115324 INFO (zkConnectionManagerCallback-3369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115329 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr [junit4] 2> 1115331 INFO (zkConnectionManagerCallback-3380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115331 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f8453f460005, likely client has closed socket [junit4] 2> 1115333 INFO (zkConnectionManagerCallback-3382-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115334 INFO (zkConnectionManagerCallback-3376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115343 INFO (zkConnectionManagerCallback-3384-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115353 INFO (zkConnectionManagerCallback-3386-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115353 INFO (zkConnectionManagerCallback-3388-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115542 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1115542 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1115543 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39964_solr [junit4] 2> 1115544 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Overseer (id=73456470242754572-127.0.0.1:39964_solr-n_0000000000) starting [junit4] 2> 1115545 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52757_solr [junit4] 2> 1115553 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1115554 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1115565 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1115568 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1115570 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1115572 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49101_solr [junit4] 2> 1115573 INFO (zkConnectionManagerCallback-3396-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115573 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1115574 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1115575 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1115575 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1115577 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1115578 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40821_solr [junit4] 2> 1115582 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1115585 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1115587 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39964_solr [junit4] 2> 1115588 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1115618 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4) [junit4] 2> 1115618 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1115621 INFO (zkCallback-3395-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1115626 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1115684 INFO (zkCallback-3387-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1115690 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115706 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115710 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115711 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115712 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node4/. [junit4] 2> 1115713 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115729 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115729 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115734 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node3/. [junit4] 2> 1115740 INFO (zkConnectionManagerCallback-3400-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115743 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1115744 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1115744 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115745 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115746 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node2/. [junit4] 2> 1115747 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115763 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115763 INFO (zkConnectionManagerCallback-3404-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115763 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1115764 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1115765 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node1/. [junit4] 2> 1115766 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1115769 INFO (zkConnectionManagerCallback-3408-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115770 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1115774 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1115935 INFO (zkConnectionManagerCallback-3410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115938 INFO (zkConnectionManagerCallback-3414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1115940 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1115941 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1115948 INFO (qtp509366670-8817) [n:127.0.0.1:39964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1115960 INFO (qtp509366670-8817) [n:127.0.0.1:39964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12 [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1116003 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1116014 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1116016 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1116041 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53998_hdfs____7h08ro/webapp [junit4] 2> 1116461 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53998 [junit4] 2> 1116563 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1116564 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1116578 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45027_datanode____.8qfumd/webapp [junit4] 2> 1116990 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45027 [junit4] 2> 1117106 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1117109 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1117141 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49926_datanode____.qcwubl/webapp [junit4] 2> 1117183 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1117201 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f199f892d: from storage DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76 node DatanodeRegistration(127.0.0.1:36519, datanodeUuid=4665c31f-997b-451a-95ff-37f3b5897bc6, infoPort=41794, infoSecurePort=0, ipcPort=34044, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1117201 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f199f892d: from storage DS-f314209c-c7db-4cac-b236-b5472cb85307 node DatanodeRegistration(127.0.0.1:36519, datanodeUuid=4665c31f-997b-451a-95ff-37f3b5897bc6, infoPort=41794, infoSecurePort=0, ipcPort=34044, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 1117567 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49926 [junit4] 2> 1117686 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1117699 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f375eb626: from storage DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e node DatanodeRegistration(127.0.0.1:36610, datanodeUuid=740b7a13-fcda-4375-97d0-9cffe580b718, infoPort=57552, infoSecurePort=0, ipcPort=53114, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1117700 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f375eb626: from storage DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536 node DatanodeRegistration(127.0.0.1:36610, datanodeUuid=740b7a13-fcda-4375-97d0-9cffe580b718, infoPort=57552, infoSecurePort=0, ipcPort=53114, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove [junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028)) [junit4] 2> 1117801 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test [junit4] 2> 1117802 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1117804 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1117806 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@425b5c17{/solr,null,AVAILABLE} [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e34da45{HTTP/1.1,[http/1.1]}{127.0.0.1:54180} [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.Server Started @1120698ms [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54180} [junit4] 2> 1117807 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:16.972Z [junit4] 2> 1117812 INFO (zkConnectionManagerCallback-3417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117812 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1117822 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr [junit4] 2> 1117824 INFO (zkConnectionManagerCallback-3421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117827 INFO (zkConnectionManagerCallback-3423-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117835 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1117838 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1117840 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54180_solr [junit4] 2> 1117842 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117842 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117842 INFO (zkCallback-3395-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117842 INFO (zkCallback-3387-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117844 INFO (zkCallback-3399-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117846 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117847 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117855 INFO (zkCallback-3403-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117855 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117855 INFO (zkCallback-3413-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117855 INFO (zkCallback-3413-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5) [junit4] 2> 1117924 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1117939 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1117939 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1117941 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node5/. [junit4] 2> 1117945 INFO (zkConnectionManagerCallback-3428-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1117946 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5) [junit4] 2> 1117947 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready [junit4] 2> 1117952 INFO (OverseerCollectionConfigSetProcessor-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1118040 INFO (zkConnectionManagerCallback-3430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1118041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5 [junit4] 2> 1118042 INFO (qtp509366670-8823) [n:127.0.0.1:39964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1118044 INFO (OverseerThreadFactory-2381-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true [junit4] 2> 1118162 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:49101/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1118167 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:54180/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1118171 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52757/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1118174 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:40821/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 1118380 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1118380 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1118388 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1118388 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1118390 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1118391 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1118404 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1118404 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1118520 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118520 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118520 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118521 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118521 INFO (zkCallback-3422-thread-2-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118520 INFO (zkCallback-3385-thread-2-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118520 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1118520 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1119423 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 1119428 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 1119432 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 1119440 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Schema name=minimal [junit4] 2> 1120154 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 1120154 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal [junit4] 2> 1120157 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1120158 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 1120158 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1120159 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1120165 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 1120165 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal [junit4] 2> 1120168 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1120184 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Schema name=minimal [junit4] 2> 1120186 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1120186 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true [junit4] 2> 1120187 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221 [junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data [junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data [junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data [junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data [junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/] [junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/] [junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/] [junit4] 2> 1120190 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata [junit4] 2> 1120190 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata [junit4] 2> 1120191 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/] [junit4] 2> 1120191 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata [junit4] 2> 1120192 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata [junit4] 2> 1120572 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data [junit4] 2> 1120572 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data [junit4] 2> 1120572 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data [junit4] 2> 1120572 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data [junit4] 2> 1120633 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index [junit4] 2> 1120642 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/index [junit4] 2> 1120643 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/index [junit4] 2> 1120646 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/index [junit4] 2> 1120834 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW]]} size 0 [junit4] 2> 1120848 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|FINALIZED]]} size 0 [junit4] 2> 1120858 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW]]} size 0 [junit4] 2> 1120863 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW]]} size 0 [junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|RBW]]} size 0 [junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW]]} size 0 [junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|RBW]]} size 0 [junit4] 2> 1120878 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW]]} size 0 [junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 1121082 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1121082 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1121086 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1121086 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3 [junit4] 2> 1121131 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1121131 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1121132 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1121132 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1121223 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a8228ab[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main] [junit4] 2> 1121225 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1121225 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1121234 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@692af239[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main] [junit4] 2> 1121235 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1121236 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1121236 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1121237 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1121238 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c75d0b4[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main] [junit4] 2> 1121245 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1121245 INFO (searcherExecutor-2396-thread-1-processing-n:127.0.0.1:52757_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node7) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@5a8228ab[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1121246 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886628724736 [junit4] 2> 1121248 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1121249 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@56c8d096[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main] [junit4] 2> 1121250 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1121252 INFO (searcherExecutor-2397-thread-1-processing-n:127.0.0.1:54180_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node5) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Registered new searcher Searcher@692af239[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1121255 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886638161920 [junit4] 2> 1121255 INFO (searcherExecutor-2398-thread-1-processing-n:127.0.0.1:49101_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node3) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@5c75d0b4[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1121256 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886639210496 [junit4] 2> 1121256 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1121257 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1121258 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1121259 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886642356224 [junit4] 2> 1121263 INFO (searcherExecutor-2399-thread-1-processing-n:127.0.0.1:40821_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node8) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Registered new searcher Searcher@56c8d096[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1121265 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0}, version=0} [junit4] 2> 1121271 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121271 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121272 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121272 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121272 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121272 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard1 to Terms{values={core_node5=0}, version=0} [junit4] 2> 1121272 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121272 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9997ms [junit4] 2> 1121276 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1} [junit4] 2> 1121277 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1} [junit4] 2> 1121280 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1121280 INFO (zkCallback-3385-thread-2-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5]) [junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n2/ [junit4] 2> 1121282 INFO (qtp845408712-90 [...truncated too long message...] ) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) [junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) [junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) [junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517) [junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557) [junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:529) [junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1154585 INFO (jetty-closer-3354-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b70e72{/solr,null,UNAVAILABLE} [junit4] 2> 1154585 INFO (jetty-closer-3354-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1154586 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1154587 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958 [junit4] 2> 1154681 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958 [junit4] 2> 1154683 WARN (Thread-1327) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 28 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2 [junit4] 2> 13 /solr/clusterprops.json [junit4] 2> 13 /solr/aliases.json [junit4] 2> 10 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2 [junit4] 2> 10 /solr/configs/conf1 [junit4] 2> 10 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1 [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1 [junit4] 2> 6 /solr/collections/MoveReplicaHDFSTest_coll_true/collectionprops.json [junit4] 2> 5 /solr/security.json [junit4] 2> 4 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/collectionprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 81 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json [junit4] 2> 41 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json [junit4] 2> 13 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/73456470242754570-core_node8-n_0000000001 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> 2 /solr/overseer_elect/election/73456470242754569-127.0.0.1:49101_solr-n_0000000002 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 18 /solr/collections [junit4] 2> 16 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 1154684 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 1154696 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1154797 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 1154797 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1232989320-10.41.0.5-1521093255143 (Datanode Uuid 740b7a13-fcda-4375-97d0-9cffe580b718) service to localhost/127.0.0.1:41463 [junit4] 2> 1154800 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 1154824 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1154832 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 1154832 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1232989320-10.41.0.5-1521093255143 (Datanode Uuid 4665c31f-997b-451a-95ff-37f3b5897bc6) service to localhost/127.0.0.1:41463 [junit4] 2> 1154843 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1154967 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001 [junit4] 2> Mar 15, 2018 5:54:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1874, maxMBSortInHeap=5.660532135533847, sim=RandomSimilarity(queryNorm=false): {}, locale=en-US, timezone=Asia/Nicosia [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=3,free=198991168,total=516947968 [junit4] 2> NOTE: All tests run in this JVM: [TestSha256AuthenticationProvider, BlobRepositoryCloudTest, TestUtils, DocValuesMissingTest, SpatialFilterTest, LIRRollingUpdatesTest, VersionInfoTest, TestUpdate, PingRequestHandlerTest, TestJmxIntegration, TestGraphMLResponseWriter, SolrCmdDistributorTest, AtomicUpdatesTest, TestRandomDVFaceting, SpellPossibilityIteratorTest, TestTolerantSearch, WordBreakSolrSpellCheckerTest, TestDFRSimilarityFactory, SolrTestCaseJ4Test, TestCoreContainer, TimeZoneUtilsTest, TestJsonFacets, TestPullReplica, MigrateRouteKeyTest, TestSQLHandler, ResponseHeaderTest, TestSolrDeletionPolicy2, CoreAdminHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestTestInjection, TestCloudSearcherWarming, ReturnFieldsTest, TestConfigSetsAPIExclusivity, TestInPlaceUpdatesDistrib, TestRandomCollapseQParserPlugin, ResponseBuilderTest, CollectionReloadTest, TestScoreJoinQPNoScore, TestTolerantUpdateProcessorCloud, TestDownShardTolerantSearch, HdfsCollectionsAPIDistributedZkTest, TimeRoutedAliasUpdateProcessorTest, ClusterStateUpdateTest, TestStressReorder, ExplicitHLLTest, TestSimDistributedQueue, SolrJmxReporterCloudTest, MoreLikeThisHandlerTest, HdfsRecoverLeaseTest, LeaderElectionTest, TestXmlQParserPlugin, DocValuesTest, TestClusterStateProvider, ChangedSchemaMergeTest, ComputePlanActionTest, HdfsLockFactoryTest, TestSolrCloudWithHadoopAuthPlugin, RankQueryTest, TestManagedSynonymGraphFilterFactory, TestRangeQuery, SuggestComponentTest, BigEndianAscendingWordDeserializerTest, TestRandomRequestDistribution, TestDFISimilarityFactory, CreateCollectionCleanupTest, DocValuesMultiTest, TestAnalyzedSuggestions, TestSolrCloudWithKerberosAlt, TestUniqueKeyFieldResource, OverseerStatusTest, FacetPivotSmallTest, ZkFailoverTest, MoveReplicaHDFSTest] [junit4] Completed [306/783 (1!)] on J2 in 49.53s, 4 tests, 1 error, 2 skipped <<< FAILURES! [...truncated 51211 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
