Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1260/
2 tests failed. FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv Error Message: java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e Stack Trace: java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e at __randomizedtesting.SeedInfo.seed([7331B5E3C1EFF429:4525D7A54BB2CE38]:0) at java.util.concurrent.FutureTask.report(FutureTask.java:122) at java.util.concurrent.FutureTask.get(FutureTask.java:192) at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281) at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177) at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368) at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397) ... 6 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest Error Message: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) Stack Trace: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([7331B5E3C1EFF429]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 11539 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/init-core-data-001 [junit4] 2> 243402 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 243404 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 243404 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 2> 244185 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 244718 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 244891 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog [junit4] 2> 244915 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 244971 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 245014 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_60708_hdfs____dvcz73/webapp [junit4] 2> 245777 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60708 [junit4] 2> 247774 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 247778 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 247787 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57705_datanode____.fdpf27/webapp [junit4] 2> 248356 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57705 [junit4] 2> 249591 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 249593 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 249615 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51191_datanode____.s3awfg/webapp [junit4] 2> 250528 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51191 [junit4] 2> 252848 INFO (IPC Server handler 4 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-e549b95d-1e0f-4192-a147-99001897348a node DatanodeRegistration(127.0.0.1:39412, datanodeUuid=10b9e197-6a8d-4de2-8b9c-1d50727b3a23, infoPort=47061, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs [junit4] 2> 252849 INFO (IPC Server handler 4 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-9d527261-92f3-49aa-9acb-aa9ac102c723 node DatanodeRegistration(127.0.0.1:39412, datanodeUuid=10b9e197-6a8d-4de2-8b9c-1d50727b3a23, infoPort=47061, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 252861 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=11882e79-303d-4ad6-8ded-882dee94a98e, infoPort=38256, infoSecurePort=0, ipcPort=58123, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs [junit4] 2> 252872 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-7dfb23b4-d7cf-4a12-8044-31d781268852 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=11882e79-303d-4ad6-8ded-882dee94a98e, infoPort=38256, infoSecurePort=0, ipcPort=58123, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 253273 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 253276 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 253276 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 253376 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkTestServer start zk server on port:46168 [junit4] 2> 253591 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 253593 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 253594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 253594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 253595 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 253611 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 253612 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 253613 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 253614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 253614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 253615 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 253732 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores/collection1 [junit4] 2> 253837 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 253852 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a91739{/,null,AVAILABLE} [junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62bb3cdb{SSL,[ssl, http/1.1]}{127.0.0.1:38887} [junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @257425ms [junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_control_data, hostContext=/, hostPort=38887, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores} [junit4] 2> 253853 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:50.662Z [junit4] 2> 253886 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 253886 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/solr.xml [junit4] 2> 253920 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr [junit4] 2> 254020 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 254021 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38887_ [junit4] 2> 254021 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.Overseer Overseer (id=97602706479251461-127.0.0.1:38887_-n_0000000000) starting [junit4] 2> 254092 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38887_ [junit4] 2> 254094 INFO (zkCallback-28150-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 254205 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores [junit4] 2> 254205 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 254223 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1 [junit4] 2> 254257 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 254258 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 254356 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 254797 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 254798 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 254849 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home [junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/] [junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0 [junit4] 2> 254858 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata [junit4] 2> 254906 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 254907 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 254907 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache [junit4] 2> 255751 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 255779 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data [junit4] 2> 255841 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/index [junit4] 2> 255870 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 255870 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 255878 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 255878 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 256213 INFO (IPC Server handler 0 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9d527261-92f3-49aa-9acb-aa9ac102c723:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|FINALIZED]]} size 0 [junit4] 2> 256237 INFO (IPC Server handler 3 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|FINALIZED], ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|FINALIZED]]} size 0 [junit4] 2> 256289 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 256617 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 256618 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 256618 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 256646 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 256646 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 256651 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 256806 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75d2d3fa[collection1] main] [junit4] 2> 256807 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 256807 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 256809 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 256811 INFO (searcherExecutor-5277-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75d2d3fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 256818 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643307369496576 [junit4] 2> 256837 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38887/collection1/ [junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 256846 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38887/collection1/ has no replicas [junit4] 2> 256846 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 256851 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38887/collection1/ shard1 [junit4] 2> 257004 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 257348 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 257348 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46168/solr ready [junit4] 2> 257350 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 257350 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2 [junit4] 2> 257909 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores/collection1 [junit4] 2> 257912 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001 [junit4] 2> 258007 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 258008 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f3c25bc{/,null,AVAILABLE} [junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@377786c4{SSL,[ssl, http/1.1]}{127.0.0.1:50594} [junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @261580ms [junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=50594, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores} [junit4] 2> 258009 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:54.818Z [junit4] 2> 258051 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 258051 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/solr.xml [junit4] 2> 258076 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr [junit4] 2> 258219 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 258220 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 258221 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50594_ [junit4] 2> 258228 INFO (zkCallback-28154-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 258233 INFO (zkCallback-28160-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 258229 INFO (zkCallback-28150-thread-3-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 258855 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores [junit4] 2> 258855 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 258924 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2 [junit4] 2> 259028 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 259938 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 259939 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 259977 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 260314 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 260315 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 260407 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 260410 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home [junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/] [junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0 [junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata [junit4] 2> 260437 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 260437 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 260671 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 260673 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data [junit4] 2> 260743 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/index [junit4] 2> 260749 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 260749 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 260769 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 260770 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 260885 INFO (IPC Server handler 6 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-7dfb23b4-d7cf-4a12-8044-31d781268852:NORMAL:127.0.0.1:32955|RBW]]} size 0 [junit4] 2> 260886 INFO (IPC Server handler 7 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7dfb23b4-d7cf-4a12-8044-31d781268852:NORMAL:127.0.0.1:32955|RBW], ReplicaUC[[DISK]DS-9d527261-92f3-49aa-9acb-aa9ac102c723:NORMAL:127.0.0.1:39412|FINALIZED]]} size 0 [junit4] 2> 260909 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 261122 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 261122 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 261130 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 261232 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73fee39c[collection1] main] [junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 261236 INFO (searcherExecutor-5288-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73fee39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 261270 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643312037756928 [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50594/collection1/ [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:50594/collection1/ has no replicas [junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 261293 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 261295 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50594/collection1/ shard2 [junit4] 2> 261397 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 261446 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 261750 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores/collection1 [junit4] 2> 261750 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001 [junit4] 2> 261753 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 261833 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2]) [junit4] 2> 261847 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b549d55{/,null,AVAILABLE} [junit4] 2> 261847 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f50e4c0{SSL,[ssl, http/1.1]}{127.0.0.1:57573} [junit4] 2> 261848 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @265420ms [junit4] 2> 261848 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=57573, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores} [junit4] 2> 261848 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0 [junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:58.657Z [junit4] 2> 261875 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 261875 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/solr.xml [junit4] 2> 261906 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr [junit4] 2> 262171 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 262173 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 262174 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57573_ [junit4] 2> 262185 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 262185 INFO (zkCallback-28154-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 262189 INFO (zkCallback-28150-thread-4-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 262213 INFO (zkCallback-28166-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 262250 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores [junit4] 2> 262250 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1] [junit4] 2> 262295 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 262327 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3 [junit4] 2> 262436 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 262436 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 263371 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead. [junit4] 2> 263372 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0 [junit4] 2> 263394 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 263690 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead. [junit4] 2> 263717 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home [junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled [junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/] [junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0 [junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata [junit4] 2> 263845 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 263845 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 263903 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 263905 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data [junit4] 2> 264455 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/index [junit4] 2> 264608 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true] [junit4] 2> 264608 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes [junit4] 2> 264637 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled [junit4] 2> 264638 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0] [junit4] 2> 264833 INFO (IPC Server handler 2 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|RBW]]} size 0 [junit4] 2> 264841 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|RBW]]} size 0 [junit4] 2> 264900 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog [junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2 [junit4] 2> 265218 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; [junit4] 2> 265218 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 265228 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 265258 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5107b604[collection1] main] [junit4] 2> 265260 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 265261 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 265261 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 265266 INFO (searcherExecutor-5299-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5107b604[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 265284 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643316246740992 [junit4] 2> 265308 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265312 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57573/collection1/ [junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 265314 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:57573/collection1/ has no replicas [junit4] 2> 265314 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 265318 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57573/collection1/ shard3 [junit4] 2> 265419 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265419 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265469 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 265578 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265578 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3]) [junit4] 2> 265789 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Nightl [...truncated too long message...] ore.test_col.shard4.replica2, tag=1030490739 [junit4] 2> 3017420 WARN (zkCallback-30459-thread-3-processing-n:127.0.0.1:45252_solr) [n:127.0.0.1:45252_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3017420 INFO (zkCallback-30466-thread-3-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 3017420 INFO (jetty-closer-30413-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cb0bb29{/solr,null,UNAVAILABLE} [junit4] 2> 3017421 INFO (zkCallback-30466-thread-4-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50427_solr [junit4] 2> 3017469 WARN (zkCallback-30466-thread-4-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3017469 INFO (jetty-closer-30413-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@231f40d6{/solr,null,UNAVAILABLE} [junit4] 2> 3018627 WARN (zkCallback-30465-thread-3-processing-n:127.0.0.1:43778_solr) [n:127.0.0.1:43778_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018628 INFO (jetty-closer-30413-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68445c9c{/solr,null,UNAVAILABLE} [junit4] 2> 3018768 WARN (zkCallback-30458-thread-3-processing-n:127.0.0.1:46395_solr) [n:127.0.0.1:46395_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018769 INFO (jetty-closer-30413-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@139836b7{/solr,null,UNAVAILABLE} [junit4] 2> 3018854 WARN (zkCallback-30464-thread-2-processing-n:127.0.0.1:54642_solr) [n:127.0.0.1:54642_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018855 INFO (jetty-closer-30413-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ff60a4e{/solr,null,UNAVAILABLE} [junit4] 2> 3018911 WARN (zkCallback-30463-thread-3-processing-n:127.0.0.1:40257_solr) [n:127.0.0.1:40257_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018912 INFO (jetty-closer-30413-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ea7e33{/solr,null,UNAVAILABLE} [junit4] 2> 3018914 WARN (zkCallback-30452-thread-4-processing-n:127.0.0.1:56599_solr) [n:127.0.0.1:56599_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018914 WARN (zkCallback-30457-thread-2-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 3018914 INFO (jetty-closer-30413-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c7c3347{/solr,null,UNAVAILABLE} [junit4] 2> 3018915 INFO (jetty-closer-30413-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d8d3d15{/solr,null,UNAVAILABLE} [junit4] 2> 3018917 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43466 43466 [junit4] 2> 3019162 INFO (Thread-34044) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43466 43466 [junit4] 2> 3019162 WARN (Thread-34044) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 11 /solr/aliases.json [junit4] 2> 11 /solr/clusterprops.json [junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set [junit4] 2> 10 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 11 /solr/clusterstate.json [junit4] 2> 10 /solr/collections/test_col/state.json [junit4] 2> 2 /solr/overseer_elect/election/97602860040126491-127.0.0.1:45252_solr-n_0000000002 [junit4] 2> 2 /solr/overseer_elect/election/97602860040126488-127.0.0.1:32801_solr-n_0000000006 [junit4] 2> 2 /solr/overseer_elect/election/97602860040126489-127.0.0.1:40257_solr-n_0000000003 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 415 /solr/overseer/collection-queue-work [junit4] 2> 51 /solr/overseer/queue [junit4] 2> 11 /solr/live_nodes [junit4] 2> 11 /solr/collections [junit4] 2> 7 /solr/overseer/queue-work [junit4] 2> [junit4] 2> 3019165 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_7331B5E3C1EFF429-001 [junit4] 2> Mar 12, 2017 6:57:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {long_stored_idx=Lucene50(blocksize=128), long_dv_idx=PostingsFormat(name=Memory), id=PostingsFormat(name=MockRandom), long_dv_stored_idx=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), long_dv_idx=DocValuesFormat(name=Lucene70), long_dv_stored=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), long_dv=DocValuesFormat(name=Lucene70), long_dv_stored_idx=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1269, maxMBSortInHeap=6.499341454279268, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-LB, timezone=Asia/Tehran [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=207256080,total=529006592 [junit4] 2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, ReplaceNodeTest, TestStressLiveNodes, HdfsChaosMonkeySafeLeaderTest, TestGeoJSONResponseWriter, CacheHeaderTest, TestCoreAdminApis, TestRecoveryHdfs, TestAnalyzeInfixSuggestions, BlobRepositoryCloudTest, DocValuesNotIndexedTest, TestNonDefinedSimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, TestInitParams, MultiTermTest, TestLocalFSCloudBackupRestore, TestCollapseQParserPlugin, TestLFUCache, TestNumericTerms32, CopyFieldTest, UniqFieldsUpdateProcessorFactoryTest, AliasIntegrationTest, TestManagedSchema, CurrencyFieldOpenExchangeTest, FileBasedSpellCheckerTest, TestManagedSynonymFilterFactory, SignatureUpdateProcessorFactoryTest, BasicAuthStandaloneTest, NotRequiredUniqueKeyTest, FullHLLTest, SpellPossibilityIteratorTest, TestFunctionQuery, ChangedSchemaMergeTest, ConfigSetsAPITest, TestRTGBase, CollectionsAPIAsyncDistributedZkTest, TestLRUCache, TestCrossCoreJoin, SolrMetricReporterTest, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, TestSizeLimitedDistributedMap, TestLazyCores, RequestLoggingTest, TestExactStatsCache, SolrRequestParserTest, BJQParserTest, TestXmlQParserPlugin, UUIDUpdateProcessorFallbackTest, TestReplicationHandler, RankQueryTest, TestQuerySenderListener, TestMacros, TestJettySolrRunner, TestFreeTextSuggestions, TestSSLRandomization, TestRangeQuery, AnalyticsQueryTest, CoreMergeIndexesAdminHandlerTest, TestInPlaceUpdatesDistrib, DataDrivenBlockJoinTest, ClassificationUpdateProcessorFactoryTest, TestPathTrie, TestAtomicUpdateErrorCases, BlockJoinFacetSimpleTest, TestNoOpRegenerator, HdfsLockFactoryTest, TestSchemaVersionResource, DistributedQueryElevationComponentTest, TestMinMaxOnMultiValuedField, TestSolrCoreProperties, TestHdfsBackupRestoreCore, TestRandomFaceting, TestValueSourceCache, TestSolrCloudWithSecureImpersonation, TestScoreJoinQPScore, TestGraphTermsQParserPlugin, LeaderElectionIntegrationTest, BigEndianAscendingWordSerializerTest, TestConfigOverlay, TestLMJelinekMercerSimilarityFactory, TestDownShardTolerantSearch, SimpleCollectionCreateDeleteTest, TestSolrQueryParserResource, TestCryptoKeys, HdfsSyncSliceTest, TestFieldCacheReopen, AddBlockUpdateTest, TestFoldingMultitermQuery, TestFieldCacheVsDocValues, VersionInfoTest, EnumFieldTest, V2ApiIntegrationTest, CustomCollectionTest, PingRequestHandlerTest, SecurityConfHandlerTest, TestLeaderElectionWithEmptyReplica, HdfsBasicDistributedZk2Test, TestConfigSetsAPI, FacetPivotSmallTest, BlockDirectoryTest, TestDynamicFieldCollectionResource, TestManagedResourceStorage, TestSolrCoreParser, QueryEqualityTest, TestDynamicLoading, TestRandomCollapseQParserPlugin, SolrCoreTest, PolyFieldTest, DateMathParserTest, HdfsDirectoryFactoryTest, SimpleMLTQParserTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest, SharedFSAutoReplicaFailoverTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestStressCloudBlindAtomicUpdates] [junit4] Completed [536/695 (2!)] on J0 in 423.01s, 5 tests, 1 error <<< FAILURES! [...truncated 63105 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
