Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1313/

7 tests failed.
FAILED:  org.apache.lucene.index.TestIndexSorting.testRandom3

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
        at 
__randomizedtesting.SeedInfo.seed([5162C32D3F6FC857:F3BA8DF75B9DE151]:0)
        at 
org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
        at 
org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
        at 
org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
        at 
org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
        at 
org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
        at 
org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
        at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
        at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
        at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
        at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
        at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
        at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
        at 
org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
        at 
org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
        at 
org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
        at 
org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4361)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3933)
        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2082)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4992)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5030)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5021)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1573)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1315)
        at 
org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2300)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)


FAILED:  
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx

Error Message:
java.lang.RuntimeException: Error from server at 
http://127.0.0.1:36572/solr/test_col: ERROR adding document 
SolrInputDocument(fields: [id=384, long_dv_stored_idx={inc=517}])

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from 
server at http://127.0.0.1:36572/solr/test_col: ERROR adding document 
SolrInputDocument(fields: [id=384, long_dv_stored_idx={inc=517}])
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:6853A810D3D0BF61]:0)
        at java.util.concurrent.FutureTask.report(FutureTask.java:122)
        at java.util.concurrent.FutureTask.get(FutureTask.java:192)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:214)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at 
http://127.0.0.1:36572/solr/test_col: ERROR adding document 
SolrInputDocument(fields: [id=384, long_dv_stored_idx={inc=517}])
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        ... 1 more
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:36572/solr/test_col: ERROR adding document 
SolrInputDocument(fields: [id=384, long_dv_stored_idx={inc=517}])
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
        ... 6 more


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx

Error Message:
Error from server at http://127.0.0.1:58115/solr/test_col: Async exception 
during distributed update: Error from server at 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: Server Error    
request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58115%2Fsolr%2Ftest_col_shard4_replica_n2%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:58115/solr/test_col: Async exception during 
distributed update: Error from server at 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: Server Error



request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58115%2Fsolr%2Ftest_col_shard4_replica_n2%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:F7088CF8707AB1D7]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1129)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.clearCloudCollection(TestStressCloudBlindAtomicUpdates.java:163)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
Error from server at http://127.0.0.1:36572/solr/test_col: Async exception 
during distributed update: Error from server at 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: Server Error    
request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A36572%2Fsolr%2Ftest_col_shard3_replica_n1%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:36572/solr/test_col: Async exception during 
distributed update: Error from server at 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: Server Error



request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A36572%2Fsolr%2Ftest_col_shard3_replica_n1%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:54609B7626FB2627]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1129)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.clearCloudCollection(TestStressCloudBlindAtomicUpdates.java:163)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored

Error Message:
Error from server at http://127.0.0.1:58364/solr/test_col: 2 Async exceptions 
during distributed update:  Error from server at 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: Server Error    
request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58364%2Fsolr%2Ftest_col_shard2_replica_n2%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed Error from server at 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: Server Error    
request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58364%2Fsolr%2Ftest_col_shard2_replica_n2%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:58364/solr/test_col: 2 Async exceptions during 
distributed update: 
Error from server at http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: 
Server Error



request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58364%2Fsolr%2Ftest_col_shard2_replica_n2%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
Error from server at http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: 
Server Error



request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58364%2Fsolr%2Ftest_col_shard2_replica_n2%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:F04898B410E121EE]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1129)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.clearCloudCollection(TestStressCloudBlindAtomicUpdates.java:163)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx

Error Message:
Error from server at http://127.0.0.1:52906/solr/test_col: 2 Async exceptions 
during distributed update:  Error from server at 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: Server Error    
request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A52906%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed Error from server at 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: Server Error    
request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A52906%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
 Remote error message: this IndexWriter is closed

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:52906/solr/test_col: 2 Async exceptions during 
distributed update: 
Error from server at http://127.0.0.1:36572/solr/test_col_shard3_replica_n1: 
Server Error



request: 
http://127.0.0.1:36572/solr/test_col_shard3_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A52906%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
Error from server at http://127.0.0.1:58115/solr/test_col_shard4_replica_n2: 
Server Error



request: 
http://127.0.0.1:58115/solr/test_col_shard4_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A52906%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: this IndexWriter is closed
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:721554C9B9045918]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1129)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at 
org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
        at 
org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.clearCloudCollection(TestStressCloudBlindAtomicUpdates.java:163)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig

Error Message:
The max direct memory is likely too low.  Either increase it (by adding 
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup 
args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.

Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low.  Either 
increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to 
your containers startup args) or disable direct allocation using 
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you 
are putting the block cache on the heap, your java heap size might not be large 
enough. Failed allocating ~134.217728 MB.
        at 
__randomizedtesting.SeedInfo.seed([6274F930ACA61C36:95DB301B512FF61D]:0)
        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
        at 
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
        at 
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
        at 
org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:111)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
        at java.nio.Bits.reserveMemory(Bits.java:693)
        at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
        at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
        at 
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
        at 
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
        ... 42 more




Build Log:
[...truncated 1620 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexSorting
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexSorting 
-Dtests.method=testRandom3 -Dtests.seed=5162C32D3F6FC857 -Dtests.multiplier=2 
-Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=zh -Dtests.timezone=Australia/LHI -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1623s J2 | TestIndexSorting.testRandom3 <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([5162C32D3F6FC857:F3BA8DF75B9DE151]:0)
   [junit4]    >        at 
org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
   [junit4]    >        at 
org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
   [junit4]    >        at 
org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
   [junit4]    >        at 
org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
   [junit4]    >        at 
org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
   [junit4]    >        at 
org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
   [junit4]    >        at 
org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
   [junit4]    >        at 
org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
   [junit4]    >        at 
org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
   [junit4]    >        at 
org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
   [junit4]    >        at 
org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
   [junit4]    >        at 
org.apache.lucene.util.fst.Builder.add(Builder.java:400)
   [junit4]    >        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
   [junit4]    >        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
   [junit4]    >        at 
org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
   [junit4]    >        at 
org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
   [junit4]    >        at 
org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
   [junit4]    >        at 
org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4361)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3933)
   [junit4]    >        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2082)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4992)
   [junit4]    >        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5030)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5021)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1573)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1315)
   [junit4]    >        at 
org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2300)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_5162C32D3F6FC857-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{sparse_text=Lucene50(blocksize=128), docs=PostingsFormat(name=Asserting), 
norms=PostingsFormat(name=Asserting), 
positions=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
id=PostingsFormat(name=Asserting), 
term_vectors=PostingsFormat(name=Asserting)}, 
docValues:{multi_valued_long=DocValuesFormat(name=Direct), 
foo=DocValuesFormat(name=Direct), numeric=DocValuesFormat(name=Memory), 
multi_valued_numeric=DocValuesFormat(name=Memory), 
float=DocValuesFormat(name=Lucene70), long=DocValuesFormat(name=Lucene70), 
points=DocValuesFormat(name=Asserting), 
sparse_int=DocValuesFormat(name=Lucene70), bar=DocValuesFormat(name=Memory), 
multi_valued_double=DocValuesFormat(name=Memory), 
docs=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), 
multi_valued_int=DocValuesFormat(name=Asserting), 
multi_valued_bytes=DocValuesFormat(name=Memory), 
sparse_text=DocValuesFormat(name=Lucene70), 
double=DocValuesFormat(name=Memory), 
sparse_binary=DocValuesFormat(name=Lucene70), 
positions=DocValuesFormat(name=Direct), int=DocValuesFormat(name=Memory), 
sorted=DocValuesFormat(name=Memory), 
multi_valued_string=DocValuesFormat(name=Memory), 
norms=DocValuesFormat(name=Memory), sparse=DocValuesFormat(name=Lucene70), 
bytes=DocValuesFormat(name=Memory), dense_int=DocValuesFormat(name=Memory), 
binary=DocValuesFormat(name=Memory), 
multi_valued_float=DocValuesFormat(name=Direct), 
term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=576, 
maxMBSortInHeap=7.93530737910045, sim=RandomSimilarity(queryNorm=false): 
{positions=DFR GL2, id=IB SPL-D3(800.0), term_vectors=DFI(ChiSquared)}, 
locale=zh, timezone=Australia/LHI
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=74149800,total=471859200
   [junit4]   2> NOTE: All tests run in this JVM: [TestBytesRefHash, 
TestCharTermAttributeImpl, TestExitableDirectoryReader, TestIndexCommit, 
TestSameTokenSamePosition, TestFixedBitSet, TestAllFilesHaveCodecHeader, 
TestFieldsReader, TestFilterDirectoryReader, TestIndexWriterCommit, 
TestBoolean2ScorerSupplier, TestVersion, TestQueryRescorer, TestTopDocsMerge, 
TestShardSearching, TestLazyProxSkipping, TestMutablePointsReaderUtils, 
TestFastCompressionMode, TestComplexExplanationsOfNonMatches, TestSimilarity2, 
Test2BPositions, TestAutomaton, TestSubScorerFreqs, TestFilterDirectory, 
TestFieldCacheRewriteMethod, TestIntsRef, TestPolygon2D, Test2BBKDPoints, 
TestIndexWriterMaxDocs, TestLogMergePolicy, TestDocsWithFieldSet, 
TestLucene50StoredFieldsFormatHighCompression, TestMultiMMap, 
TestIndexWriterThreadsToSegments, TestSimpleFSDirectory, TestStressIndexing2, 
TestDocIDMerger, TestBagOfPostings, TestIndexSearcher, 
TestPerFieldPostingsFormat2, TestTimSorterWorstCase, TermInSetQueryTest, 
TestIndexWriterLockRelease, TestMathUtil, TestSentinelIntSet, 
TestOneMergeWrappingMergePolicy, TestTryDelete, TestByteBlockPool, TestField, 
TestTopDocsCollector, TestSortedSetSortField, TestIndexWriterReader, 
TestSpanTermQuery, TestSpanBoostQuery, TestLucene70NormsFormat, 
TestDocValuesRewriteMethod, TestRamUsageEstimator, TestBufferedIndexInput, 
TestMultiFields, TestNoMergePolicy, TestLongRangeFieldQueries, 
TestBinaryDocument, TestHighCompressionMode, TestIndexWriterMergePolicy, 
TestMultiTermsEnum, TestSleepingLockWrapper, TestIntArrayDocIdSet, TestBasics, 
TestConjunctionDISI, TestMultiLevelSkipList, MultiCollectorTest, 
TestHugeRamFile, TestSortedSetDocValues, TestScorerPerf, 
TestSpanSearchEquivalence, TestMergePolicyWrapper, TestIndexWriter, 
TestIndexWriterMerging, TestFSTs, TestPackedInts, TestIndexWriterWithThreads, 
TestGraphTokenizers, TestAddIndexes, TestFlushByRamOrCountsPolicy, 
TestSloppyPhraseQuery, TestIndexWriterDelete, TestNRTThreads, 
TestDuelingCodecs, TestBoolean2, TestPersistentSnapshotDeletionPolicy, 
TestAtomicUpdate, TestStressAdvance, TestNorms, TestDirectoryReaderReopen, 
TestTimeLimitingCollector, TestSearchWithThreads, TestConcurrentMergeScheduler, 
TestLongPostings, TestRollingUpdates, TestSnapshotDeletionPolicy, 
TestIndexWriterUnicode, TestNRTReaderWithThreads, TestTieredMergePolicy, 
TestIndexWriterForceMerge, TestArrayUtil, TestLevenshteinAutomata, 
TestConsistentFieldNumbers, TestDirectoryReader, TestSegmentMerger, 
TestPhraseQuery, TestCollectionUtil, TestBagOfPositions, 
TestNRTCachingDirectory, TestSegmentReader, TestFastDecompressionMode, 
TestParallelCompositeReader, TestTransactions, TestMultiThreadTermVectors, 
TestSegmentTermDocs, TestCustomSearcherSort, TestSimilarityBase, Test2BDocs, 
TestIndexWriterOnDiskFull, TestSpans, TestPostingsOffsets, TestMixedCodecs, 
TestUTF32ToUTF8, TestSpanExplanations, TestDeterminism, 
TestMergeSchedulerExternal, TestTermVectorsWriter, TestCodecs, 
TestParallelLeafReader, TestStressNRT, TestSloppyPhraseQuery2, 
TestDisjunctionMaxQuery, TestForceMergeForever, TestOmitTf, 
TestNearSpansOrdered, TestSameScoresWithThreads, TestTermRangeQuery, 
TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestForTooMuchCloning, 
TestPayloads, TestDoc, TestWildcard, TestExternalCodecs, 
TestSimpleExplanationsOfNonMatches, TestRegexpQuery, TestPerSegmentDeletes, 
TestIntBlockPool, TestPrefixInBooleanQuery, TestSegmentTermEnum, 
TestUnicodeUtil, TestSortRandom, TestAutomatonQuery, TestDocument, 
TestMaxTermFrequency, TestTermScorer, TestSumDocFreq, TestIndexableField, 
TestDocValuesScoring, TestWildcardRandom, TestPrefixRandom, TestRegexpRandom, 
TestPayloadsOnVectors, TestSpanMultiTermQueryWrapper, 
TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, 
TestCompiledAutomaton, TestMatchAllDocsQuery, TestPrefixQuery, TestBinaryTerms, 
TestConjunctions, TestPositionIncrement, TestDateSort, TestSimilarity, 
TestVirtualMethod, TestRollingBuffer, TestSimilarityProvider, TestSetOnce, 
TestCachingTokenFilter, TestCharsRef, TestDocCount, TestAutomatonQueryUnicode, 
TestAttributeSource, TestRecyclingByteBlockAllocator, TestBooleanScorer, 
TestSpanFirstQuery, TestIsCurrent, TestNamedSPILoader, TestPhrasePrefixQuery, 
TestDemo, TestAssertions, TestCharFilter, TestRollback, TestTwoPhaseCommitTool, 
TestNot, Test4GBStoredFields, TestDocInverterPerFieldErrorInfo, 
TestExceedMaxTermLength, TestIndexSorting]
   [junit4] Completed [400/451 (1!)] on J2 in 1660.54s, 50 tests, 1 error <<< 
FAILURES!

[...truncated 154 lines...]
   [junit4] JVM J2: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20170527_101502_1645216270422226700117.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid5037.hprof
 ...
   [junit4] Heap dump file created [412306674 bytes in 1.393 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 10082 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_6274F930ACA61C36-001/init-core-data-001
   [junit4]   2> 661269 WARN  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=46 numCloses=46
   [junit4]   2> 661269 INFO  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 661271 INFO  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause 
OutOfMemory when stress testing)
   [junit4]   2> 661273 INFO  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_6274F930ACA61C36-001/tempDir-001
   [junit4]   2> 661273 INFO  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 661274 INFO  (Thread-11476) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 661274 INFO  (Thread-11476) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 661280 ERROR (Thread-11476) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 661374 INFO  
(SUITE-TestStressCloudBlindAtomicUpdates-seed#[6274F930ACA61C36]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:48277
   [junit4]   2> 661386 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15c4a553caa0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 661389 INFO  (jetty-launcher-556-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661389 INFO  (jetty-launcher-556-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661390 INFO  (jetty-launcher-556-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661391 INFO  (jetty-launcher-556-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661392 INFO  (jetty-launcher-556-thread-5) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661393 INFO  (jetty-launcher-556-thread-6) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661393 INFO  (jetty-launcher-556-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7c35bf17{/solr,null,AVAILABLE}
   [junit4]   2> 661395 INFO  (jetty-launcher-556-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5939a966{/solr,null,AVAILABLE}
   [junit4]   2> 661396 INFO  (jetty-launcher-556-thread-8) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661396 INFO  (jetty-launcher-556-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@55ea63b0{HTTP/1.1,[http/1.1]}{127.0.0.1:58364}
   [junit4]   2> 661396 INFO  (jetty-launcher-556-thread-4) [    ] 
o.e.j.s.Server Started @664846ms
   [junit4]   2> 661396 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58364}
   [junit4]   2> 661396 ERROR (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661396 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661397 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661397 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661397 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.204Z
   [junit4]   2> 661399 INFO  (jetty-launcher-556-thread-7) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661400 INFO  (jetty-launcher-556-thread-9) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@28ffcf53{/solr,null,AVAILABLE}
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4886b60b{HTTP/1.1,[http/1.1]}{127.0.0.1:58115}
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.e.j.s.Server Started @664851ms
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58115}
   [junit4]   2> 661401 ERROR (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661401 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661402 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661402 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.209Z
   [junit4]   2> 661409 INFO  (jetty-launcher-556-thread-7) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@616a48d{/solr,null,AVAILABLE}
   [junit4]   2> 661410 INFO  (jetty-launcher-556-thread-7) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@293234ac{HTTP/1.1,[http/1.1]}{127.0.0.1:52906}
   [junit4]   2> 661410 INFO  (jetty-launcher-556-thread-7) [    ] 
o.e.j.s.Server Started @664860ms
   [junit4]   2> 661410 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=52906}
   [junit4]   2> 661410 ERROR (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661410 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661410 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661411 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661411 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.218Z
   [junit4]   2> 661416 INFO  (jetty-launcher-556-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6362577c{HTTP/1.1,[http/1.1]}{127.0.0.1:50524}
   [junit4]   2> 661416 INFO  (jetty-launcher-556-thread-1) [    ] 
o.e.j.s.Server Started @664867ms
   [junit4]   2> 661416 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50524}
   [junit4]   2> 661416 ERROR (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661417 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661417 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661417 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661417 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.224Z
   [junit4]   2> 661417 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661425 INFO  (jetty-launcher-556-thread-8) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3185801c{/solr,null,AVAILABLE}
   [junit4]   2> 661429 INFO  (jetty-launcher-556-thread-10) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 661430 INFO  (jetty-launcher-556-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2550b142{/solr,null,AVAILABLE}
   [junit4]   2> 661430 INFO  (jetty-launcher-556-thread-9) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1bf674ab{/solr,null,AVAILABLE}
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5d6c4664{HTTP/1.1,[http/1.1]}{127.0.0.1:60900}
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.e.j.s.Server Started @664881ms
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60900}
   [junit4]   2> 661431 ERROR (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661431 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.238Z
   [junit4]   2> 661433 INFO  (jetty-launcher-556-thread-8) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@14502cf5{HTTP/1.1,[http/1.1]}{127.0.0.1:32888}
   [junit4]   2> 661433 INFO  (jetty-launcher-556-thread-8) [    ] 
o.e.j.s.Server Started @664884ms
   [junit4]   2> 661433 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32888}
   [junit4]   2> 661433 ERROR (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661434 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661434 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661434 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661434 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.241Z
   [junit4]   2> 661434 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661441 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661442 INFO  (jetty-launcher-556-thread-6) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@614dce6a{/solr,null,AVAILABLE}
   [junit4]   2> 661442 INFO  (jetty-launcher-556-thread-6) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1a71eeae{HTTP/1.1,[http/1.1]}{127.0.0.1:36572}
   [junit4]   2> 661442 INFO  (jetty-launcher-556-thread-6) [    ] 
o.e.j.s.Server Started @664893ms
   [junit4]   2> 661442 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36572}
   [junit4]   2> 661443 ERROR (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661443 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661443 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661443 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661443 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.250Z
   [junit4]   2> 661444 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661448 INFO  (jetty-launcher-556-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@226e80ee{HTTP/1.1,[http/1.1]}{127.0.0.1:55714}
   [junit4]   2> 661448 INFO  (jetty-launcher-556-thread-3) [    ] 
o.e.j.s.Server Started @664899ms
   [junit4]   2> 661448 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55714}
   [junit4]   2> 661449 ERROR (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661449 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661449 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661449 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661449 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.256Z
   [junit4]   2> 661451 INFO  (jetty-launcher-556-thread-5) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d66e19e{/solr,null,AVAILABLE}
   [junit4]   2> 661451 INFO  (jetty-launcher-556-thread-5) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@13bf86fe{HTTP/1.1,[http/1.1]}{127.0.0.1:46634}
   [junit4]   2> 661451 INFO  (jetty-launcher-556-thread-5) [    ] 
o.e.j.s.Server Started @664902ms
   [junit4]   2> 661451 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46634}
   [junit4]   2> 661452 ERROR (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661452 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661452 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661452 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661452 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.259Z
   [junit4]   2> 661458 INFO  (jetty-launcher-556-thread-10) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ba3f950{/solr,null,AVAILABLE}
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@511f8ff{HTTP/1.1,[http/1.1]}{127.0.0.1:58164}
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.e.j.s.Server Started @664909ms
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=58164}
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661459 ERROR (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 661459 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-27T14:35:19.266Z
   [junit4]   2> 661462 INFO  (jetty-launcher-556-thread-8) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661463 INFO  (jetty-launcher-556-thread-7) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661464 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661464 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661464 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661464 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661468 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661477 INFO  (jetty-launcher-556-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661483 INFO  (jetty-launcher-556-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661484 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15c4a553caa000e, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 661485 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 661486 INFO  (jetty-launcher-556-thread-9) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661501 INFO  (jetty-launcher-556-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661503 INFO  (jetty-launcher-556-thread-6) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661503 INFO  (jetty-launcher-556-thread-5) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661515 INFO  (jetty-launcher-556-thread-10) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48277/solr
   [junit4]   2> 661544 INFO  (jetty-launcher-556-thread-7) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661545 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661545 INFO  (jetty-launcher-556-thread-8) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661546 INFO  (jetty-launcher-556-thread-7) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:52906_solr
   [junit4]   2> 661547 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661548 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58364_solr
   [junit4]   2> 661548 INFO  (jetty-launcher-556-thread-7) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.Overseer Overseer 
(id=98035021845757967-127.0.0.1:52906_solr-n_0000000000) starting
   [junit4]   2> 661548 INFO  (jetty-launcher-556-thread-8) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32888_solr
   [junit4]   2> 661550 INFO  (jetty-launcher-556-thread-1) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661550 INFO  (jetty-launcher-556-thread-10) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661553 INFO  (jetty-launcher-556-thread-9) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661554 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661555 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661556 INFO  (jetty-launcher-556-thread-6) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661566 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661566 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661566 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661566 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661566 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661566 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661580 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661581 INFO  (jetty-launcher-556-thread-10) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58164_solr
   [junit4]   2> 661581 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58115_solr
   [junit4]   2> 661583 INFO  (jetty-launcher-556-thread-1) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50524_solr
   [junit4]   2> 661584 INFO  (jetty-launcher-556-thread-5) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661586 INFO  (jetty-launcher-556-thread-6) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36572_solr
   [junit4]   2> 661586 INFO  
(zkCallback-606-thread-1-processing-n:127.0.0.1:55714_solr) 
[n:127.0.0.1:55714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 661586 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661586 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661586 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661586 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661587 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661587 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661587 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661588 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661588 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 661592 INFO  (jetty-launcher-556-thread-9) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60900_solr
   [junit4]   2> 661595 INFO  (jetty-launcher-556-thread-3) 
[n:127.0.0.1:55714_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 661595 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661595 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661596 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661598 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661598 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661599 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661599 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661599 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661599 INFO  (jetty-launcher-556-thread-5) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46634_solr
   [junit4]   2> 661604 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (6)
   [junit4]   2> 661607 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661608 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661608 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661608 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (6) -> (7)
   [junit4]   2> 661609 INFO  (jetty-launcher-556-thread-3) 
[n:127.0.0.1:55714_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55714_solr
   [junit4]   2> 661611 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661612 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661613 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (7) -> (8)
   [junit4]   2> 661617 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661617 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661617 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661618 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661618 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661618 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661628 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661628 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661628 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (8) -> (9)
   [junit4]   2> 661632 INFO  
(zkCallback-606-thread-1-processing-n:127.0.0.1:55714_solr) 
[n:127.0.0.1:55714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (9)
   [junit4]   2> 661634 INFO  (jetty-launcher-556-thread-7) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:52906_solr
   [junit4]   2> 661639 INFO  
(zkCallback-604-thread-1-processing-n:127.0.0.1:60900_solr) 
[n:127.0.0.1:60900_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-609-thread-1-processing-n:127.0.0.1:46634_solr) 
[n:127.0.0.1:46634_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-599-thread-1-processing-n:127.0.0.1:58115_solr) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-600-thread-1-processing-n:127.0.0.1:50524_solr) 
[n:127.0.0.1:50524_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-592-thread-1-processing-n:127.0.0.1:58364_solr) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-611-thread-1-processing-n:127.0.0.1:58164_solr) 
[n:127.0.0.1:58164_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-606-thread-2-processing-n:127.0.0.1:55714_solr) 
[n:127.0.0.1:55714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-582-thread-1-processing-n:127.0.0.1:32888_solr) 
[n:127.0.0.1:32888_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661639 INFO  
(zkCallback-584-thread-1-processing-n:127.0.0.1:52906_solr) 
[n:127.0.0.1:52906_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661640 INFO  
(zkCallback-605-thread-1-processing-n:127.0.0.1:36572_solr) 
[n:127.0.0.1:36572_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (9) -> (10)
   [junit4]   2> 661787 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58364.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661798 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58364.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661798 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58364.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661800 INFO  (jetty-launcher-556-thread-4) 
[n:127.0.0.1:58364_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_6274F930ACA61C36-001/tempDir-001/node4/.
   [junit4]   2> 661836 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58115.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661850 INFO  (jetty-launcher-556-thread-6) 
[n:127.0.0.1:36572_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36572.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661862 INFO  (jetty-launcher-556-thread-10) 
[n:127.0.0.1:58164_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58164.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661882 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58115.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661882 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_58115.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@438d79ba
   [junit4]   2> 661883 INFO  (jetty-launcher-556-thread-2) 
[n:127.0.0.1:58115_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_6274F930ACA61C36-001/tempDir-001/node2/.
   [junit4]   2> 661884 INFO  (jetty-launcher-556-thread-10) 
[n:127.0.0.1:58164_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring

[...truncated too long message...]

t 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2>        at 
org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:64)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.HdfsDirectoryFactoryTest_6274F930ACA61C36-001
   [junit4]   2> May 27, 2017 3:36:11 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true): {}, locale=en, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=2,free=333345968,total=516423680
   [junit4]   2> NOTE: All tests run in this JVM: [TestReqParamsAPI, 
SSLMigrationTest, TestSolrFieldCacheBean, TestPhraseSuggestions, 
TestDistributedMissingSort, TestSmileRequest, PrimitiveFieldTypeTest, 
TermVectorComponentDistributedTest, TestReload, FullSolrCloudDistribCmdsTest, 
ConjunctionSolrSpellCheckerTest, DistributedDebugComponentTest, 
SolrCLIZkUtilsTest, TestFieldCacheSort, TestHashQParserPlugin, 
TestRawResponseWriter, TestSolrCloudWithDelegationTokens, 
CdcrVersionReplicationTest, ClusterStateTest, ExternalFileFieldSortTest, 
TestMaxScoreQueryParser, TestClusterStateMutator, 
TestDistributedStatsComponentCardinality, TestFieldCollectionResource, 
EchoParamsTest, TestExtendedDismaxParser, TestLMDirichletSimilarityFactory, 
StatsComponentTest, HdfsBasicDistributedZk2Test, TestSort, TestRecovery, 
LeaderElectionContextKeyTest, SuggesterWFSTTest, TestQuerySenderNoQuery, 
SolrIndexConfigTest, TestReloadDeadlock, CdcrReplicationDistributedZkTest, 
TestPivotHelperCode, BasicDistributedZk2Test, 
TestStressCloudBlindAtomicUpdates, TestCSVResponseWriter, 
AsyncCallRequestStatusResponseTest, BufferStoreTest, 
ParsingFieldUpdateProcessorsTest, DirectUpdateHandlerOptimizeTest, 
TlogReplayBufferedWhileIndexingTest, TestCopyFieldCollectionResource, 
TestChildDocTransformer, ConfigureRecoveryStrategyTest, TestZkChroot, 
TestLuceneMatchVersion, TestIntervalFaceting, TestCustomStream, 
OverseerCollectionConfigSetProcessorTest, TestGroupingSearch, 
SharedFSAutoReplicaFailoverTest, DistributedFacetPivotSmallTest, 
TestRestManager, TestSha256AuthenticationProvider, 
CollectionsAPIAsyncDistributedZkTest, OverseerTest, 
TestReversedWildcardFilterFactory, ActionThrottleTest, UnloadDistributedZkTest, 
TestObjectReleaseTracker, StatelessScriptUpdateProcessorFactoryTest, 
TestReloadAndDeleteDocs, TestOrdValues, TestFieldTypeResource, 
FieldAnalysisRequestHandlerTest, TestHighFrequencyDictionaryFactory, 
InfixSuggestersTest, RequestHandlersTest, TestIndexSearcher, 
DocValuesNotIndexedTest, SimpleFacetsTest, TestBlendedInfixSuggestions, 
CurrencyFieldXmlFileTest, PluginInfoTest, TestDocTermOrds, RecoveryZkTest, 
CustomCollectionTest, TestNoOpRegenerator, TestConfigSetProperties, 
LeaderInitiatedRecoveryOnCommitTest, TestSolrDeletionPolicy1, 
TestBackupRepositoryFactory, DistributedFacetPivotLargeTest, 
TestFieldCacheWithThreads, TestManagedSynonymGraphFilterFactory, 
LukeRequestHandlerTest, TestPullReplica, HdfsChaosMonkeySafeLeaderTest, 
TestComponentsName, TestCryptoKeys, TemplateUpdateProcessorTest, 
TestBinaryField, TestCloudJSONFacetJoinDomain, CollectionReloadTest, 
TestTlogReplica, TestEmbeddedSolrServerSchemaAPI, TestRequestForwarding, 
CoreAdminHandlerTest, JSONWriterTest, ChangedSchemaMergeTest, 
BinaryUpdateRequestHandlerTest, OverseerStatusTest, TestNumericTerms64, 
SuggesterTSTTest, TestScoreJoinQPNoScore, TestLeaderElectionWithEmptyReplica, 
TestSubQueryTransformerDistrib, HdfsUnloadDistributedZkTest, TestWriterPerf, 
BasicDistributedZkTest, TestStressInPlaceUpdates, 
HdfsCollectionsAPIDistributedZkTest, ZkStateReaderTest, ZkStateWriterTest, 
BlobRepositoryCloudTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
   [junit4] Completed [555/715 (2!)] on J2 in 13.49s, 3 tests, 1 error <<< 
FAILURES!

[...truncated 7968 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:783:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:727:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid5037.hprof

Total time: 338 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to