Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.0/15/

4 tests failed.
FAILED:  org.apache.lucene.index.TestMixedDocValuesUpdates.testTonsOfUpdates

Error Message:
_1_8.fnm

Stack Trace:
java.io.FileNotFoundException: _1_8.fnm
        at 
__randomizedtesting.SeedInfo.seed([A5174D66C4FE2FFB:DD32936D26DE0019]:0)
        at org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
        at 
org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
        at 
org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
        at 
org.apache.lucene.index.SegmentReader.initFieldInfos(SegmentReader.java:190)
        at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:93)
        at 
org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
        at 
org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:703)
        at 
org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:331)
        at 
org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:723)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5060)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5048)
        at 
org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1879)
        at 
org.apache.lucene.index.TestMixedDocValuesUpdates.testTonsOfUpdates(TestMixedDocValuesUpdates.java:374)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [RawDirectoryWrapper, 
RawDirectoryWrapper] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
 at java.lang.Thread.run(Thread.java:748)  
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)  
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332) 
 at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) 
 at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
  at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 
 at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [RawDirectoryWrapper, RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([4D6C7A48D03E0750]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
        at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:35361/solr/awhollynewcollection_2: 
{"awhollynewcollection_2":7}

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:35361/solr/awhollynewcollection_2: 
{"awhollynewcollection_2":7}
        at 
__randomizedtesting.SeedInfo.seed([4D6C7A48D03E0750:5190EFCD60D28C5]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
        at 
__randomizedtesting.SeedInfo.seed([4D6C7A48D03E0750:C53845927EC26AA8]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:317)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1522 lines...]
   [junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestMixedDocValuesUpdates -Dtests.method=testTonsOfUpdates 
-Dtests.seed=A5174D66C4FE2FFB -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/test-data/enwiki.random.lines.txt
 -Dtests.locale=ar-SY -Dtests.timezone=America/Cancun -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   4.00s J0 | TestMixedDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: java.io.FileNotFoundException: _1_8.fnm
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([A5174D66C4FE2FFB:DD32936D26DE0019]:0)
   [junit4]    >        at 
org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
   [junit4]    >        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
   [junit4]    >        at 
org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
   [junit4]    >        at 
org.apache.lucene.index.SegmentReader.initFieldInfos(SegmentReader.java:190)
   [junit4]    >        at 
org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:93)
   [junit4]    >        at 
org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:703)
   [junit4]    >        at 
org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:331)
   [junit4]    >        at 
org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:723)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5060)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5048)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1879)
   [junit4]    >        at 
org.apache.lucene.index.TestMixedDocValuesUpdates.testTonsOfUpdates(TestMixedDocValuesUpdates.java:374)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{upd=PostingsFormat(name=Asserting), 
updKey=PostingsFormat(name=LuceneFixedGap), 
id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
 
key=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))},
 docValues:{f10=DocValuesFormat(name=Memory), 
f12=DocValuesFormat(name=Asserting), f11=DocValuesFormat(name=Lucene70), 
f14=DocValuesFormat(name=Memory), f13=DocValuesFormat(name=Lucene70), 
f0=DocValuesFormat(name=Lucene70), f16=DocValuesFormat(name=Asserting), 
f15=DocValuesFormat(name=Lucene70), f1=DocValuesFormat(name=Asserting), 
f2=DocValuesFormat(name=Lucene70), f18=DocValuesFormat(name=Memory), 
f17=DocValuesFormat(name=Lucene70), f3=DocValuesFormat(name=Memory), 
f4=DocValuesFormat(name=Lucene70), f19=DocValuesFormat(name=Lucene70), 
f5=DocValuesFormat(name=Asserting), f6=DocValuesFormat(name=Lucene70), 
f7=DocValuesFormat(name=Memory), f8=DocValuesFormat(name=Lucene70), 
f9=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting), 
f21=DocValuesFormat(name=Memory), f20=DocValuesFormat(name=Lucene70), 
upd=DocValuesFormat(name=Memory), cf0=DocValuesFormat(name=Memory), 
cf2=DocValuesFormat(name=Asserting), cf1=DocValuesFormat(name=Lucene70), 
cf4=DocValuesFormat(name=Memory), cf3=DocValuesFormat(name=Lucene70), 
cf6=DocValuesFormat(name=Asserting), cf5=DocValuesFormat(name=Lucene70), 
cf8=DocValuesFormat(name=Memory), cf7=DocValuesFormat(name=Lucene70), 
cf9=DocValuesFormat(name=Lucene70), cf21=DocValuesFormat(name=Lucene70), 
cf20=DocValuesFormat(name=Memory), key=DocValuesFormat(name=Asserting), 
cf=DocValuesFormat(name=Asserting), cf18=DocValuesFormat(name=Lucene70), 
cf19=DocValuesFormat(name=Asserting), cf16=DocValuesFormat(name=Lucene70), 
f=DocValuesFormat(name=Lucene70), cf17=DocValuesFormat(name=Memory), 
cf14=DocValuesFormat(name=Lucene70), cf15=DocValuesFormat(name=Asserting), 
cf12=DocValuesFormat(name=Lucene70), cf13=DocValuesFormat(name=Memory), 
cf10=DocValuesFormat(name=Lucene70), cf11=DocValuesFormat(name=Asserting)}, 
maxPointsInLeafNode=746, maxMBSortInHeap=7.600675986627781, 
sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SY, timezone=America/Cancun
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=4,threads=1,free=312579624,total=477102080
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestBooleanQueryVisitSubscorers, TestCrashCausesCorruptIndex, 
TestSpanCollection, TestBlockPostingsFormat2, TestSpansEnum, 
TestEarlyTermination, TestBytesRef, TestSimpleFSLockFactory, TestTermsEnum, 
TestFuzzyQuery, TestDocsWithFieldSet, TestSloppyPhraseQuery, TestOfflineSorter, 
TestStressDeletes, TestFrequencyTrackingRingBuffer, TestDocsAndPositions, 
TestGeoUtils, TestPersistentSnapshotDeletionPolicy, TestIntBlockPool, 
TestDateTools, TestSynonymQuery, TestTerm, TestUnicodeUtil, TestStressIndexing, 
TestLucene50TermVectorsFormat, TestMultiThreadTermVectors, 
TestUpgradeIndexMergePolicy, TestFlex, TestDirectPacked, 
TestAllFilesCheckIndexHeader, TestGraphTokenStreamFiniteStrings, 
TestMergeRateLimiter, TestTopFieldCollector, TestMaxTermFrequency, TestSearch, 
TestSegmentMerger, TestDoubleRangeFieldQueries, TestPostingsOffsets, 
TestPerFieldPostingsFormat, TestWordlistLoader, TestIndexingSequenceNumbers, 
TestStandardAnalyzer, TestIndexableField, TestAutomatonQuery, TestRegexpRandom, 
TestSpanMultiTermQueryWrapper, TestNeverDelete, TestBooleanScorer, 
TestFloatRangeFieldQueries, TestBooleanMinShouldMatch, TestSimpleExplanations, 
TestSortedNumericSortField, TestTotalHitCountCollector, 
TestStringMSBRadixSorter, TestNeedsScores, TestDocIdSetBuilder, 
TestNativeFSLockFactory, TestCodecHoldsOpenFiles, TestIsCurrent, 
TestFlushByRamOrCountsPolicy, TestLongValuesSource, TestSort, 
TestExitableDirectoryReader, TestUniqueTermCount, TestOrdinalMap, 
TestThreadedForceMerge, TestDocumentWriter, TestDocCount, 
TestClassicSimilarity, TestIndexWriterOnVMError, TestDeterminizeLexicon, 
TestMultiPhraseQuery, TestIndexWriterConfig, TestIndexWriterNRTIsCurrent, 
TestFilterCodecReader, TestManyFields, TestIndexWriterWithThreads, 
TestGraphTokenizers, TestIndexWriterExceptions, TestBoolean2, 
TestDirectoryReaderReopen, TestSearchAfter, TestDocumentsWriterStallControl, 
TestOmitNorms, TestFixedBitSet, TestNRTCachingDirectory, 
TestFastDecompressionMode, TestPagedBytes, TestSegmentTermDocs, 
TestPerFieldPostingsFormat2, TestToken, TestFieldsReader, 
TestSimpleSearchEquivalence, TestCustomSearcherSort, TestDocValuesIndexing, 
TestTermsEnum2, TestTransactionRollback, TestUTF32ToUTF8, 
TestTermVectorsWriter, TestCodecs, TestIndexInput, TestForceMergeForever, 
TestMultiFields, TestMultiTermConstantScore, TestLiveFieldValues, TestDoc, 
TestWildcard, TestSimilarity2, TestFieldMaskingSpanQuery, TestNoDeletionPolicy, 
TestRegexpQuery, TestTermVectorsReader, TestPerSegmentDeletes, 
TestPrefixInBooleanQuery, TestTopDocsCollector, TestBooleanQuery, 
TestSortRandom, TestAllFilesHaveCodecHeader, TestDocument, TestTermScorer, 
TestFileSwitchDirectory, TestSizeBoundedForceMerge, TestConstantScoreQuery, 
TestElevationComparator, TestRecyclingIntBlockAllocator, TestField, 
TestSpanExplanationsOfNonMatches, TestRollingBuffer, TestSimilarityProvider, 
TestFilterLeafReader, TestFilterIterator, TestCachingCollector, 
TestRecyclingByteBlockAllocator, TestNamedSPILoader, TestCharFilter, TestNot, 
Test4GBStoredFields, TestLucene70NormsFormat, TestFieldReuse, 
TestFilterDirectoryReader, TestIndexManyDocuments, TestIndexReaderClose, 
TestIndexWriterExceptions2, TestIndexWriterMaxDocs, TestInfoStream, 
TestMergePolicyWrapper, TestMixedDocValuesUpdates]
   [junit4] Completed [392/454 (1!)] on J0 in 8.48s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 9791 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/init-core-data-001
   [junit4]   2> 0    INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 49   INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.e.j.u.log Logging initialized @2462ms
   [junit4]   2> 54   INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 453  INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001
   [junit4]   2> 469  INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 472  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 473  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 572  INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:42646
   [junit4]   2> 612  ERROR (Thread-1) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 748  WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d77c76c4d0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 978  INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 979  INFO  (jetty-launcher-1-thread-4) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 979  INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 979  INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 1053 INFO  (jetty-launcher-1-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@11cfb251{/solr,null,AVAILABLE}
   [junit4]   2> 1059 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@33ca1229{/solr,null,AVAILABLE}
   [junit4]   2> 1064 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7e55dd2d{/solr,null,AVAILABLE}
   [junit4]   2> 1071 INFO  (jetty-launcher-1-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6218f134{/solr,null,AVAILABLE}
   [junit4]   2> 1096 INFO  (jetty-launcher-1-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@39421206{SSL,[ssl, 
http/1.1]}{127.0.0.1:46745}
   [junit4]   2> 1097 INFO  (jetty-launcher-1-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@521b0451{SSL,[ssl, 
http/1.1]}{127.0.0.1:43480}
   [junit4]   2> 1097 INFO  (jetty-launcher-1-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4e8e4fb6{SSL,[ssl, 
http/1.1]}{127.0.0.1:35361}
   [junit4]   2> 1098 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server 
Started @3517ms
   [junit4]   2> 1098 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server 
Started @3516ms
   [junit4]   2> 1098 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35361}
   [junit4]   2> 1102 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server 
Started @3517ms
   [junit4]   2> 1102 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43480}
   [junit4]   2> 1105 INFO  (jetty-launcher-1-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@1eb1597b{SSL,[ssl, 
http/1.1]}{127.0.0.1:33187}
   [junit4]   2> 1105 INFO  (jetty-launcher-1-thread-4) [    ] o.e.j.s.Server 
Started @3525ms
   [junit4]   2> 1105 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33187}
   [junit4]   2> 1098 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46745}
   [junit4]   2> 1142 ERROR (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1143 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1147 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1147 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1150 ERROR (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1150 ERROR (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1150 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1150 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1150 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1150 ERROR (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1151 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1151 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1151 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1150 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 1163 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1178 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1178 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T03:25:45.048Z
   [junit4]   2> 1175 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T03:25:45.020Z
   [junit4]   2> 1175 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T03:25:45.021Z
   [junit4]   2> 1174 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T03:25:45.018Z
   [junit4]   2> 1204 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 1204 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 1211 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1214 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1289 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1290 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1770 INFO  (jetty-launcher-1-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42646/solr
   [junit4]   2> 1771 INFO  (jetty-launcher-1-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42646/solr
   [junit4]   2> 1773 INFO  (jetty-launcher-1-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42646/solr
   [junit4]   2> 1791 INFO  (jetty-launcher-1-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42646/solr
   [junit4]   2> 1907 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d77c76c4d0006, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2472 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2472 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2473 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2474 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2478 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46745_solr
   [junit4]   2> 2483 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:43480_solr
   [junit4]   2> 2488 INFO  
(zkCallback-20-thread-1-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2491 INFO  
(zkCallback-22-thread-1-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2500 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2503 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.c.Overseer Overseer 
(id=98366465271201802-127.0.0.1:43480_solr-n_0000000000) starting
   [junit4]   2> 2507 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:46745_solr) 
[n:127.0.0.1:46745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2506 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35361_solr
   [junit4]   2> 2506 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33187_solr
   [junit4]   2> 2509 INFO  
(zkCallback-22-thread-1-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2509 INFO  
(zkCallback-20-thread-1-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2510 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2511 INFO  
(zkCallback-22-thread-1-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2511 INFO  
(zkCallback-20-thread-1-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2512 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:46745_solr) 
[n:127.0.0.1:46745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 2512 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2940 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43480_solr
   [junit4]   2> 2951 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:46745_solr) 
[n:127.0.0.1:46745_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2952 INFO  
(zkCallback-22-thread-1-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2952 INFO  
(zkCallback-20-thread-1-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2952 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 3360 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3361 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3361 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3377 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3377 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3378 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3376 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3388 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3388 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3392 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 
'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3392 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 
'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3392 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 3446 INFO  (jetty-launcher-1-thread-4) [n:127.0.0.1:33187_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node4
   [junit4]   2> 3449 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:43480_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node3
   [junit4]   2> 3450 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:46745_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node1
   [junit4]   2> 3504 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:35361_solr 
   ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node2
   [junit4]   2> 3992 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3996 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42646/solr ready
   [junit4]   2> 5212 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 6527 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 6714 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 6732 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 6792 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 6847 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_lucene2.us.west_apache_org_39408_hdfs____.ybqxz4/webapp
   [junit4]   2> 7821 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log Started 
HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:39408
   [junit4]   2> 8963 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 8966 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 8994 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_38775_datanode____ey4sl3/webapp
   [junit4]   2> 9480 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[4D6C7A48D03E0750]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38775
   [junit4]   2> 11743 INFO  (IPC Server handler 2 on 36925) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-bb1c3b7f-5e48-4118-ab07-a546d33f3228 node 
DatanodeRegistration(127.0.0.1:33427, 
datanodeUuid=c7444bfe-c915-4186-a7f6-8b241d820ac2, infoPort=41578, 
infoSecurePort=0, ipcPort=39426, 
storageInfo=lv=-56;cid=testClusterID;nsid=1496003845;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 3 msecs
   [junit4]   2> 11743 INFO  (IPC Server handler 2 on 36925) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-0ebf4e9b-ec7a-41a6-b39d-f24beb12a6cd node 
DatanodeRegistration(127.0.0.1:33427, 
datanodeUuid=c7444bfe-c915-4186-a7f6-8b241d820ac2, infoPort=41578, 
infoSecurePort=0, ipcPort=39426, 
storageInfo=lv=-56;cid=testClusterID;nsid=1496003845;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 12269 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[4D6C7A48D03E0750])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 12275 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCollectionReload-seed#[4D6C7A48D03E0750])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 12646 INFO  (qtp741179549-26) [n:127.0.0.1:46745_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 12663 INFO  
(OverseerThreadFactory-18-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
reloaded_collection
   [junit4]   2> 12811 INFO  
(OverseerStateUpdate-98366465271201802-127.0.0.1:43480_solr-n_0000000000) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35361/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 12816 INFO  
(OverseerStateUpdate-98366465271201802-127.0.0.1:43480_solr-n_0000000000) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46745/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 12819 INFO  
(OverseerStateUpdate-98366465271201802-127.0.0.1:43480_solr-n_0000000000) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33187/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 12820 INFO  
(OverseerStateUpdate-98366465271201802-127.0.0.1:43480_solr-n_0000000000) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43480/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 13073 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 13076 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 13171 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 13172 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 13216 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 13217 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 13234 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 13235 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 13347 INFO  
(zkCallback-21-thread-1-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13352 INFO  
(zkCallback-23-thread-1-processing-n:127.0.0.1:46745_solr) 
[n:127.0.0.1:46745_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13353 INFO  
(zkCallback-22-thread-1-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13353 INFO  
(zkCallback-20-thread-1-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13353 INFO  
(zkCallback-20-thread-2-processing-n:127.0.0.1:33187_solr) 
[n:127.0.0.1:33187_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13355 INFO  
(zkCallback-21-thread-2-processing-n:127.0.0.1:43480_solr) 
[n:127.0.0.1:43480_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13356 INFO  
(zkCallback-23-thread-2-processing-n:127.0.0.1:46745_solr) 
[n:127.0.0.1:46745_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 13356 INFO  
(zkCallback-22-thread-2-processing-n:127.0.0.1:35361_solr) 
[n:127.0.0.1:35361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/reloaded_collection/state.json] for collection 
[reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 14184 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 14225 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema 
[reloaded_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 14247 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 14249 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 14256 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.0
   [junit4]   2> 14265 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 14265 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from 
collection reloaded_collection, trusted=true
   [junit4]   2> 14287 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.reloaded_collection.shard1.replica_n2' (registry 
'solr.core.reloaded_collection.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 14303 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36925/data
   [junit4]   2> 14303 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 14304 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 14310 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore 
[[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node1/reloaded_collection_shard1_replica_n2],
 
dataDir=[hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node2/data/]
   [junit4]   2> 14319 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 14316 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema 
[reloaded_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 14324 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 14324 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from 
collection reloaded_collection, trusted=true
   [junit4]   2> 14325 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.reloaded_collection.shard1.replica_n1' (registry 
'solr.core.reloaded_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 14328 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema 
[reloaded_collection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 14319 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema 
[reloaded_collection_shard2_replica_n1] Schema name=minimal
   [junit4]   2> 14331 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36925/data
   [junit4]   2> 14335 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 14335 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 14339 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1],
 
dataDir=[hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node1/data/]
   [junit4]   2> 14339 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 14340 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'reloaded_collection_shard2_replica_n1' using configuration from 
collection reloaded_collection, trusted=true
   [junit4]   2> 14340 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.reloaded_collection.shard2.replica_n1' (registry 
'solr.core.reloaded_collection.shard2.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 14340 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36925/data
   [junit4]   2> 14341 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 14341 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 14341 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore 
[[reloaded_collection_shard2_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1],
 
dataDir=[hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node3/data/]
   [junit4]   2> 14341 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 14342 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node3/data/snapshot_metadata
   [junit4]   2> 14346 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 14346 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'reloaded_collection_shard2_replica_n2' using configuration from 
collection reloaded_collection, trusted=true
   [junit4]   2> 14347 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr.core.reloaded_collection.shard2.replica_n2' (registry 
'solr.core.reloaded_collection.shard2.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@d0a7ea9
   [junit4]   2> 14351 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36925/data
   [junit4]   2> 14351 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 14351 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 14351 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore 
[[reloaded_collection_shard2_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_4D6C7A48D03E0750-001/tempDir-001/node3/reloaded_collection_shard2_replica_n2],
 
dataDir=[hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node4/data/]
   [junit4]   2> 14352 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node4/data/snapshot_metadata
   [junit4]   2> 14365 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 14365 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 14365 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 14365 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 14365 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating 
new global HDFS BlockCache
   [junit4]   2> 14366 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 14366 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 14365 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 14367 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 14962 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 14962 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 14962 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 14962 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 14976 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node2/data
   [junit4]   2> 14976 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node4/data
   [junit4]   2> 14977 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node3/data
   [junit4]   2> 14978 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node1/data
   [junit4]   2> 15081 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node1/data/index
   [junit4]   2> 15081 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node2/data/index
   [junit4]   2> 15082 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node3/data/index
   [junit4]   2> 15085 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory creating 
directory factory for path 
hdfs://lucene2-us-west.apache.org:36925/data/reloaded_collection/core_node4/data/index
   [junit4]   2> 15090 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 15090 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 15096 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 15096 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 15100 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 15100 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 15111 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 15111 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of 
slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 15111 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [4194304] will allocate [1] slabs and 
use ~[4194304] bytes
   [junit4]   2> 15113 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 15119 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 15128 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache 
on write is disabled
   [junit4]   2> 15488 INFO  (IPC Server handler 6 on 36925) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33427 is 
added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bb1c3b7f-5e48-4118-ab07-a546d33f3228:NORMAL:127.0.0.1:33427|RBW]]}
 size 72
   [junit4]   2> 15490 INFO  (IPC Server handler 1 on 36925) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33427 is 
added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bb1c3b7f-5e48-4118-ab07-a546d33f3228:NORMAL:127.0.0.1:33427|RBW]]}
 size 72
   [junit4]   2> 15490 INFO  (IPC Server handler 1 on 36925) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33427 is 
added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bb1c3b7f-5e48-4118-ab07-a546d33f3228:NORMAL:127.0.0.1:33427|RBW]]}
 size 72
   [junit4]   2> 15490 INFO  (IPC Server handler 1 on 36925) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33427 is 
added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-0ebf4e9b-ec7a-41a6-b39d-f24beb12a6cd:NORMAL:127.0.0.1:33427|RBW]]}
 size 72
   [junit4]   2> 16669 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 16669 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16669 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 16669 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 16681 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 16675 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 16681 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16681 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16681 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16682 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 16682 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 16683 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 16734 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 16734 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 16744 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 16744 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 16756 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 16756 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 16735 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 16774 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 16953 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@78ffd6d9[reloaded_collection_shard2_replica_n2] main]
   [junit4]   2> 16954 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@60861659[reloaded_collection_shard1_replica_n1] main]
   [junit4]   2> 16954 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@7ee6ad86[reloaded_collection_shard2_replica_n1] main]
   [junit4]   2> 16958 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@69fccfda[reloaded_collection_shard1_replica_n2] main]
   [junit4]   2> 16982 INFO  (qtp68861707-38) [n:127.0.0.1:35361_solr 
c:reloaded_collection s:shard1 r:core_node1 
x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 16987 INFO  (qtp741179549-27) [n:127.0.0.1:46745_solr 
c:reloaded_collection s:shard1 r:core_node2 
x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 16988 INFO  (qtp2064179974-58) [n:127.0.0.1:43480_solr 
c:reloaded_collection s:shard2 r:core_node4 
x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 16996 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 17005 INFO  (qtp777041348-39) [n:127.0.0.1:33187_solr 
c:reloaded_collection s:shard2 r:core_node3 
x:reloaded_collection_shard2_replica_n1] o.a.s.r.Mana

[...truncated too long message...]

  com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
   [junit4]   2>     
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> 
   [junit4]   2> JUnit4-serializer-daemon:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     
com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> 
   [junit4]   2> SUITE-TestInPlaceUpdatesDistrib-seed#[4D6C7A48D03E0750]:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.Thread.join(Thread.java:1260)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2> 
   [junit4]   2> org.apache.hadoop.hdfs.PeerCache@5d07c6e:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:255)
   [junit4]   2>     
org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
   [junit4]   2>     org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
   [junit4]   2>     java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> Reference Handler:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.Object.wait(Object.java:502)
   [junit4]   2>     
java.lang.ref.Reference.tryHandlePending(Reference.java:191)
   [junit4]   2>     
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
   [junit4]   2> 
   [junit4]   2> SUITE-TestInPlaceUpdatesDistrib-seed#[4D6C7A48D03E0750]-worker:
   [junit4]   2>     java.lang.Thread.dumpThreads(Native Method)
   [junit4]   2>     java.lang.Thread.getAllStackTraces(Thread.java:1610)
   [junit4]   2>     
org.apache.solr.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty(SolrTestCaseJ4.java:353)
   [junit4]   2>     
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
   [junit4]   2>     [...sun.*, java.lang.reflect.*, 
com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>     
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>     
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>     
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> TimeLimitedCollector timer thread:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     
org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:261)
   [junit4]   2> 
   [junit4]   2> Signal Dispatcher:
   [junit4]   2> 
   [junit4]   2> Finalizer:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
   [junit4]   2>     
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
   [junit4]   2>     
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4]   2> 
   [junit4]   2> 1463227 INFO  
(SUITE-TestInPlaceUpdatesDistrib-seed#[4D6C7A48D03E0750]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=SimpleText, 
sim=RandomSimilarity(queryNorm=false): {}, locale=fr-CA, 
timezone=Europe/Ljubljana
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=4,threads=1,free=121766376,total=509607936
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaManager, 
TestMacroExpander, DateFieldTest, UnloadDistributedZkTest, 
TestGraphTermsQParserPlugin, TestPivotHelperCode, TestStressInPlaceUpdates, 
FastVectorHighlighterTest, ReturnFieldsTest, RequiredFieldsTest, 
UninvertDocValuesMergePolicyTest, PeerSyncReplicationTest, EnumFieldTest, 
TestMiniSolrCloudCluster, TestCorePropertiesReload, 
SimpleCollectionCreateDeleteTest, SearchHandlerTest, 
DistributedDebugComponentTest, V2ApiIntegrationTest, PingRequestHandlerTest, 
TestJsonRequest, DistribCursorPagingTest, TestQueryUtils, HdfsNNFailoverTest, 
HdfsChaosMonkeyNothingIsSafeTest, RankQueryTest, TestSimpleQParserPlugin, 
CollectionStateFormat2Test, TestImplicitCoreProperties, 
DistributedFacetPivotLargeTest, TestDynamicFieldCollectionResource, 
TestGroupingSearch, TestNumericRangeQuery64, TimeZoneUtilsTest, 
TolerantUpdateProcessorTest, TestCollectionAPIs, TestJmxIntegration, 
TestManagedStopFilterFactory, CurrencyFieldTypeTest, 
TestPullReplicaErrorHandling, SmileWriterTest, BJQParserTest, 
MultiThreadedOCPTest, TestSuggestSpellingConverter, BlockJoinFacetSimpleTest, 
BadIndexSchemaTest, TestHdfsCloudBackupRestore, TestPolicyCloud, 
TermsComponentTest, TestRestoreCore, DocumentBuilderTest, 
PrimitiveFieldTypeTest, FullSolrCloudDistribCmdsTest, MultiTermTest, 
PKIAuthenticationIntegrationTest, HighlighterMaxOffsetTest, 
TestQuerySenderListener, TestPerFieldSimilarityWithDefaultOverride, 
AliasIntegrationTest, TestBulkSchemaAPI, AddBlockUpdateTest, 
SolrCoreCheckLockOnStartupTest, ResponseLogComponentTest, TestNRTOpen, 
RecoveryZkTest, HdfsLockFactoryTest, SolrXmlInZkTest, LeaderElectionTest, 
TestConfigSetsAPIZkFailure, OverseerTest, TestAnalyzeInfixSuggestions, 
OverseerRolesTest, UniqFieldsUpdateProcessorFactoryTest, ResponseHeaderTest, 
TestLegacyTerms, ShardSplitTest, TestInPlaceUpdatesDistrib]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=4D6C7A48D03E0750 
-Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/test-data/enwiki.random.lines.txt
 -Dtests.locale=fr-CA -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestInPlaceUpdatesDistrib (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 
object(s) that were not released!!! [RawDirectoryWrapper, RawDirectoryWrapper]
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]    >        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    >        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    >        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
   [junit4]    >        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]    >        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    >        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]    >        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    >        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([4D6C7A48D03E0750]:0)
   [junit4]    >        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [264/727 (3!)] on J2 in 215.53s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 44816 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to