Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/34/
4 tests failed. FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test Error Message: Error from server at http://127.0.0.1:43384: ADDREPLICA failed to create replica Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43384: ADDREPLICA failed to create replica at __randomizedtesting.SeedInfo.seed([85F6F73912499F48:DA2C8E3BCB5F2B0]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124) at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:71) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster Error Message: Document mismatch on target after sync expected:<20000> but was:<10100> Stack Trace: java.lang.AssertionError: Document mismatch on target after sync expected:<20000> but was:<10100> at __randomizedtesting.SeedInfo.seed([85F6F73912499F48:51B3BC60F51F2CB3]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test Error Message: Captured an uncaught exception in thread: Thread[id=51250, name=updateExecutor-5140-thread-4, state=RUNNABLE, group=TGRP-HdfsRestartWhileUpdatingTest] Stack Trace: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=51250, name=updateExecutor-5140-thread-4, state=RUNNABLE, group=TGRP-HdfsRestartWhileUpdatingTest] at __randomizedtesting.SeedInfo.seed([85F6F73912499F48:DA2C8E3BCB5F2B0]:0) Caused by: org.apache.solr.common.SolrException: Replica: http://127.0.0.1:46767/ugu/collection1_shard1_replica_n23/ should have been marked under leader initiated recovery in ZkController but wasn't. at __randomizedtesting.SeedInfo.seed([85F6F73912499F48]:0) at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:88) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test Error Message: expected:<2> but was:<3> Stack Trace: java.lang.AssertionError: expected:<2> but was:<3> at __randomizedtesting.SeedInfo.seed([85F6F73912499F48:DA2C8E3BCB5F2B0]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:403) at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:248) at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 12076 lines...] [junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest [junit4] 2> 610479 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/init-core-data-001 [junit4] 2> 610480 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56 [junit4] 2> 610480 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 610493 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) [junit4] 2> 610493 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xwz/e [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 610903 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 610981 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 610982 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 611107 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_45323_hdfs____.h3ndoj/webapp [junit4] 2> 612400 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Started HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:45323 [junit4] 2> 613095 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 613125 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 613174 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36334_datanode____.tliadk/webapp [junit4] 2> 613885 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36334 [junit4] 2> 614478 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 614638 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 614711 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45802_datanode____im3hxc/webapp [junit4] 2> 615091 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33303) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 615258 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd751419b4a2bb: from storage DS-7966d5e5-7894-4d4b-bf44-48221423afd0 node DatanodeRegistration(127.0.0.1:35068, datanodeUuid=f9ef26f9-fd50-4f27-9e46-521f8ef6ec1e, infoPort=45809, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-56;cid=testClusterID;nsid=1261581380;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 615258 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd751419b4a2bb: from storage DS-aa78e473-fc9e-49a2-a90a-1d046a12f5eb node DatanodeRegistration(127.0.0.1:35068, datanodeUuid=f9ef26f9-fd50-4f27-9e46-521f8ef6ec1e, infoPort=45809, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-56;cid=testClusterID;nsid=1261581380;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 615760 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[85F6F73912499F48]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45802 [junit4] 2> 616712 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33303) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 617045 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd7514843a4a7d: from storage DS-2580dea6-1485-48fd-ba1a-3a70386b3293 node DatanodeRegistration(127.0.0.1:39460, datanodeUuid=cf1cb528-d6f2-45de-8130-95b4b3699965, infoPort=33406, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-56;cid=testClusterID;nsid=1261581380;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 617045 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd7514843a4a7d: from storage DS-abcd34a0-3f8b-4021-8830-ec2f67708429 node DatanodeRegistration(127.0.0.1:39460, datanodeUuid=cf1cb528-d6f2-45de-8130-95b4b3699965, infoPort=33406, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-56;cid=testClusterID;nsid=1261581380;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 617225 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 617238 INFO (Thread-640) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 617239 INFO (Thread-640) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 617271 ERROR (Thread-640) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 617340 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ZkTestServer start zk server on port:34613 [junit4] 2> 617828 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 617830 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 617831 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 617846 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 617847 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 617860 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 617861 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 617861 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 617862 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 617863 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 617863 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 617881 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1a3a85ef0001, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 617881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise [junit4] 2> 618416 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 618429 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62c501cf{/xwz/e,null,AVAILABLE} [junit4] 2> 618429 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@537a1afb{HTTP/1.1,[http/1.1]}{127.0.0.1:34990} [junit4] 2> 618429 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server Started @631283ms [junit4] 2> 618429 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/xwz/e, hostPort=34990, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/control-001/cores} [junit4] 2> 618430 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 618430 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 618430 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 618430 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 618430 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T16:29:57.782Z [junit4] 2> 618534 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 618534 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/control-001/solr.xml [junit4] 2> 618552 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 618583 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34613/solr [junit4] 2> 619527 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 619527 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34990_xwz%2Fe [junit4] 2> 619527 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.Overseer Overseer (id=98545080506187780-127.0.0.1:34990_xwz%2Fe-n_0000000000) starting [junit4] 2> 619634 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34990_xwz%2Fe [junit4] 2> 619707 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 620287 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 620319 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 620319 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 620333 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/control-001/cores [junit4] 2> 620512 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 620512 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34613/solr ready [junit4] 2> 620546 INFO (qtp233356006-1857) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34990_xwz%252Fe&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 620561 INFO (OverseerThreadFactory-899-thread-1-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 620686 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 620686 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 620813 INFO (zkCallback-247-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 621712 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 621747 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 623950 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 624095 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 624095 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 624096 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home [junit4] 2> 624096 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 624096 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 624096 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/control_collection/core_node2/data/] [junit4] 2> 624097 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata [junit4] 2> 624150 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 624150 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 624150 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache [junit4] 2> 627319 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 627320 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/control_collection/core_node2/data [junit4] 2> 627595 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/control_collection/core_node2/data/index [junit4] 2> 627644 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 627644 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 627761 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 627762 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=1.453125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=28.590470189983037, segmentsPerTier=42.0, maxCFSSegmentSizeMB=2.1298828125, noCFSRatio=1.0 [junit4] 2> 628498 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35068 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-abcd34a0-3f8b-4021-8830-ec2f67708429:NORMAL:127.0.0.1:39460|RBW], ReplicaUC[[DISK]DS-aa78e473-fc9e-49a2-a90a-1d046a12f5eb:NORMAL:127.0.0.1:35068|FINALIZED]]} size 0 [junit4] 2> 628500 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39460 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-abcd34a0-3f8b-4021-8830-ec2f67708429:NORMAL:127.0.0.1:39460|RBW], ReplicaUC[[DISK]DS-aa78e473-fc9e-49a2-a90a-1d046a12f5eb:NORMAL:127.0.0.1:35068|FINALIZED]]} size 0 [junit4] 2> 628656 WARN (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 628848 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 628848 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 628848 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 628927 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 628927 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 628956 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6763145298064487] [junit4] 2> 629185 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3047acd4[control_collection_shard1_replica_n1] main] [junit4] 2> 629195 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 629195 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 629198 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 629199 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576721300639973376 [junit4] 2> 629247 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 629247 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 629247 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34990/xwz/e/control_collection_shard1_replica_n1/ [junit4] 2> 629260 INFO (zkCallback-247-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 629270 INFO (searcherExecutor-902-thread-1-processing-n:127.0.0.1:34990_xwz%2Fe x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3047acd4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 629275 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 629275 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34990/xwz/e/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 629275 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 629296 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34990/xwz/e/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 629403 INFO (zkCallback-247-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 629409 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 629410 INFO (qtp233356006-1853) [n:127.0.0.1:34990_xwz%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=8724 [junit4] 2> 629564 INFO (qtp233356006-1857) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 629596 INFO (zkCallback-247-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 629668 INFO (OverseerCollectionConfigSetProcessor-98545080506187780-127.0.0.1:34990_xwz%2Fe-n_0000000000) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 630570 INFO (qtp233356006-1857) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34990_xwz%252Fe&wt=javabin&version=2} status=0 QTime=10023 [junit4] 2> 630636 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 630636 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34613/solr ready [junit4] 2> 630636 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 630638 INFO (qtp233356006-1854) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 630683 INFO (OverseerThreadFactory-899-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 630684 WARN (OverseerThreadFactory-899-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 630928 INFO (qtp233356006-1854) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 630928 INFO (qtp233356006-1854) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=290 [junit4] 2> 631496 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-1-001 of type NRT [junit4] 2> 631497 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 631572 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23bfdcff{/xwz/e,null,AVAILABLE} [junit4] 2> 631572 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d8fa643{HTTP/1.1,[http/1.1]}{127.0.0.1:42349} [junit4] 2> 631572 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server Started @644425ms [junit4] 2> 631572 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/xwz/e, hostPort=42349, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-1-001/cores} [junit4] 2> 631572 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 631573 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 631573 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 631573 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 631573 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T16:30:10.925Z [junit4] 2> 631685 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 631685 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-1-001/solr.xml [junit4] 2> 631702 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 631734 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34613/solr [junit4] 2> 631931 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 631933 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 631934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42349_xwz%2Fe [junit4] 2> 631937 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 631958 INFO (zkCallback-247-thread-1-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 632094 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 632276 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 632345 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 632358 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 632359 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-1-001/cores [junit4] 2> 632490 INFO (qtp1324605805-1908) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42349_xwz%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 632520 INFO (OverseerCollectionConfigSetProcessor-98545080506187780-127.0.0.1:34990_xwz%2Fe-n_0000000000) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 632522 INFO (OverseerThreadFactory-899-thread-3-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42349_xwz%2Fe for creating new replica [junit4] 2> 632563 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 632563 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 632702 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 633675 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 633768 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test [junit4] 2> 634258 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 634340 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node42/data/] [junit4] 2> 634342 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node42/data/snapshot_metadata [junit4] 2> 634439 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 634439 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 634475 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 634489 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node42/data [junit4] 2> 634669 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node42/data/index [junit4] 2> 634750 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 634750 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 634896 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 634896 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=1.453125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=28.590470189983037, segmentsPerTier=42.0, maxCFSSegmentSizeMB=2.1298828125, noCFSRatio=1.0 [junit4] 2> 635452 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39460 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-aa78e473-fc9e-49a2-a90a-1d046a12f5eb:NORMAL:127.0.0.1:35068|RBW], ReplicaUC[[DISK]DS-2580dea6-1485-48fd-ba1a-3a70386b3293:NORMAL:127.0.0.1:39460|FINALIZED]]} size 0 [junit4] 2> 635467 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35068 is added to blk_1073741826_1002 size 72 [junit4] 2> 635546 WARN (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 635941 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 635941 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 635941 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 636122 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 636122 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 636154 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6763145298064487] [junit4] 2> 636365 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@ebba6ac[collection1_shard2_replica_n41] main] [junit4] 2> 636381 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 636382 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 636382 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 636384 INFO (searcherExecutor-913-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@ebba6ac[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 636384 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576721308173991936 [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42349/xwz/e/collection1_shard2_replica_n41/ [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:42349/xwz/e/collection1_shard2_replica_n41/ has no replicas [junit4] 2> 636495 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 636497 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42349/xwz/e/collection1_shard2_replica_n41/ shard2 [junit4] 2> 636512 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 636615 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 636662 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 636664 INFO (qtp1324605805-1905) [n:127.0.0.1:42349_xwz%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4101 [junit4] 2> 636716 INFO (qtp1324605805-1908) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42349_xwz%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=4225 [junit4] 2> 636775 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 638078 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-2-001 of type NRT [junit4] 2> 638079 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 638095 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@446200b2{/xwz/e,null,AVAILABLE} [junit4] 2> 638096 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@482dddd1{HTTP/1.1,[http/1.1]}{127.0.0.1:42468} [junit4] 2> 638096 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.e.j.s.Server Started @650949ms [junit4] 2> 638096 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/xwz/e, hostPort=42468, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-2-001/cores} [junit4] 2> 638096 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 638097 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 638097 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 638097 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 638097 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-25T16:30:17.449Z [junit4] 2> 638247 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 638247 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-2-001/solr.xml [junit4] 2> 638440 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 638475 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34613/solr [junit4] 2> 638549 INFO (OverseerCollectionConfigSetProcessor-98545080506187780-127.0.0.1:34990_xwz%2Fe-n_0000000000) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 638800 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 638830 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 638832 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42468_xwz%2Fe [junit4] 2> 638832 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 638833 INFO (zkCallback-247-thread-2-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 638850 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 638862 INFO (zkCallback-265-thread-1-processing-n:127.0.0.1:42468_xwz%2Fe) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 639335 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 639589 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 639589 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 639590 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[85F6F73912499F48]) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-2-001/cores [junit4] 2> 639803 INFO (qtp1324605805-1909) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42468_xwz%252Fe&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 639820 INFO (OverseerThreadFactory-899-thread-4-processing-n:127.0.0.1:34990_xwz%2Fe) [n:127.0.0.1:34990_xwz%2Fe ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42468_xwz%2Fe for creating new replica [junit4] 2> 639864 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 639864 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 639919 INFO (zkCallback-259-thread-1-processing-n:127.0.0.1:42349_xwz%2Fe) [n:127.0.0.1:42349_xwz%2Fe ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 639968 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 640033 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test [junit4] 2> 640621 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 640671 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true [junit4] 2> 640684 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@990b9fa [junit4] 2> 640684 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home [junit4] 2> 640684 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 640684 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 640701 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_85F6F73912499F48-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node44/data/] [junit4] 2> 640702 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node44/data/snapshot_metadata [junit4] 2> 640787 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 640787 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 640835 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 640862 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node44/data [junit4] 2> 641106 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33303/solr_hdfs_home/collection1/core_node44/data/index [junit4] 2> 641125 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 641125 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes [junit4] 2> 641187 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 641188 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=1.453125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=28.590470189983037, segmentsPerTier=42.0, maxCFSSegmentSizeMB=2.1298828125, noCFSRatio=1.0 [junit4] 2> 641565 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35068 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-abcd34a0-3f8b-4021-8830-ec2f67708429:NORMAL:127.0.0.1:39460|RBW], ReplicaUC[[DISK]DS-7966d5e5-7894-4d4b-bf44-48221423afd0:NORMAL:127.0.0.1:35068|RBW]]} size 72 [junit4] 2> 641581 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39460 is added to blk_1073741827_1003 size 72 [junit4] 2> 642013 WARN (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 642373 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 642373 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 642373 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 642508 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 642508 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 642510 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6763145298064487] [junit4] 2> 642803 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e85d6df[collection1_shard1_replica_n43] main] [junit4] 2> 642820 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 642820 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 642820 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 642821 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576721314923675648 [junit4] 2> 642862 INFO (searcherExecutor-924-thread-1-processing-n:127.0.0.1:42468_xwz%2Fe x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@6e85d6df[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42468/xwz/e/collection1_shard1_replica_n43/ [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:42468/xwz/e/collection1_shard1_replica_n43/ has no replicas [junit4] 2> 642863 INFO (qtp392675976-1948) [n:127.0.0.1:42468_xwz%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElec [...truncated too long message...] shutdown has been called [junit4] 2> 9212527 WARN (1725321157@qtp-405133530-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33654) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking. [junit4] 2> 9212527 WARN (1725321157@qtp-405133530-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33654) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false [junit4] 2> 9212546 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41966) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 9212547 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_85F6F73912499F48-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:41966) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-222479059-127.0.0.1-1503687009571 (Datanode Uuid 7687219b-0ab5-46eb-b777-3d03235d88b5) service to lucene2-us-west.apache.org/127.0.0.1:41966 [junit4] 2> 9212592 WARN (1660392323@qtp-1808189085-1 - Acceptor0 HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:33736) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking. [junit4] 2> 9212609 WARN (1660392323@qtp-1808189085-1 - Acceptor0 HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:33736) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_85F6F73912499F48-001 [junit4] 2> Aug 25, 2017 6:53:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=FST50, range_facet_l_dv=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=FST50, intDefault=FST50, id_i1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i1=FST50, id=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=FST50, text=PostingsFormat(name=Memory), range_facet_l=FST50, timestamp=FST50}, docValues:{other_tl1=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1922, maxMBSortInHeap=7.843133657731933, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=Europe/Belgrade [junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=200056608,total=525860864 [junit4] 2> NOTE: All tests run in this JVM: [MissingSegmentRecoveryTest, SolrIndexConfigTest, V2StandaloneTest, OutputWriterTest, TestUnifiedSolrHighlighter, TestOrdValues, SuggestComponentContextFilterQueryTest, TestAnalyzeInfixSuggestions, SolrCloudExampleTest, AtomicUpdatesTest, ConfigureRecoveryStrategyTest, TestSolrConfigHandler, TestHashQParserPlugin, DocValuesNotIndexedTest, CustomCollectionTest, TestPHPSerializedResponseWriter, OutOfBoxZkACLAndCredentialsProvidersTest, CdcrReplicationDistributedZkTest, TestSolrCloudWithDelegationTokens, TestDocumentBuilder, TestSolrFieldCacheBean, LargeFieldTest, TestHdfsCloudBackupRestore, TestSegmentSorting, TestBinaryField, TestManagedStopFilterFactory, TestFastOutputStream, TestConfigSetsAPIZkFailure, RemoteQueryErrorTest, TestConfigsApi, TestSQLHandler, JSONWriterTest, SpellCheckCollatorTest, TestIBSimilarityFactory, MoveReplicaTest, TestFieldResource, TestRealTimeGet, TestNumericTerms32, TestRandomFaceting, TestExpandComponent, HdfsBasicDistributedZk2Test, OpenExchangeRatesOrgProviderTest, CursorPagingTest, TestSolrCloudWithHadoopAuthPlugin, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteStatusTest, SpellingQueryConverterTest, TestJettySolrRunner, TestStreamBody, TestNumericTokenStream, SolrIndexSplitterTest, TestTrackingShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestRandomDVFaceting, TestFieldCacheVsDocValues, TestRangeQuery, TestSchemaVersionResource, TestRemoteStreaming, MetricUtilsTest, TestWriterPerf, TestManagedSchemaThreadSafety, TestReplicationHandler, TestSolrCoreSnapshots, TestReloadDeadlock, SortSpecParsingTest, TestReplicationHandlerBackup, FieldMutatingUpdateProcessorTest, TestStressCloudBlindAtomicUpdates, BasicAuthIntegrationTest, RAMDirectoryFactoryTest, TestSchemalessBufferedUpdates, BinaryUpdateRequestHandlerTest, SuggesterWFSTTest, TolerantUpdateProcessorTest, TestGraphMLResponseWriter, TestMaxScoreQueryParser, TestScoreJoinQPNoScore, HdfsLockFactoryTest, TestHighlightDedupGrouping, TestSubQueryTransformerDistrib, RequestHandlersTest, BlockDirectoryTest, DebugComponentTest, TestLegacyFieldReuse, WrapperMergePolicyFactoryTest, TestBadConfig, SyncSliceTest, TestInPlaceUpdatesDistrib, QueryElevationComponentTest, ConfigSetsAPITest, EnumFieldTest, OverseerTaskQueueTest, AliasIntegrationTest, XmlUpdateRequestHandlerTest, SolrCoreTest, HdfsChaosMonkeySafeLeaderTest, BitVectorTest, SolrMetricReporterTest, ResponseHeaderTest, TlogReplayBufferedWhileIndexingTest, TestFieldSortValues, TestSchemaNameResource, BlockJoinFacetDistribTest, TestFunctionQuery, TestJoin, CurrencyFieldTypeTest, FieldAnalysisRequestHandlerTest, TestMiniSolrCloudClusterSSL, DistribJoinFromCollectionTest, AnalyticsMergeStrategyTest, AddBlockUpdateTest, TestBlobHandler, ClassificationUpdateProcessorTest, TestAuthorizationFramework, ImplicitSnitchTest, TestCollectionsAPIViaSolrCloudCluster, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, TestSort, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, PingRequestHandlerTest, TestComponentsName, TestLFUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, ActionThrottleTest, AssignBackwardCompatibilityTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConnectionManagerTest, DeleteNodeTest, DistributedQueueTest, DistributedVersionInfoTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestClusterProperties, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRebalanceLeaders, TestTlogReplica, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest] [junit4] Completed [567/731 (4!)] on J0 in 192.53s, 1 test, 1 error <<< FAILURES! [...truncated 43879 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
