Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/96/

11 tests failed.
FAILED:  org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates

Error Message:
Problem reading index from RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668) 
(resource=RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668))

Stack Trace:
org.apache.lucene.index.CorruptIndexException: Problem reading index from 
RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668) 
(resource=RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668))
        at 
__randomizedtesting.SeedInfo.seed([3A5E8054B8A8DAA9:427B5E5F5A88F54B]:0)
        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:140)
        at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
        at 
org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
        at 
org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:703)
        at 
org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:331)
        at 
org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:738)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5082)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5070)
        at 
org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1879)
        at 
org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates(TestNumericDocValuesUpdates.java:1557)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.FileNotFoundException: _2.cfe
        at org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
        at 
org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:105)
        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:69)
        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:99)
        ... 45 more


FAILED:  org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
        at 
__randomizedtesting.SeedInfo.seed([FC1797A63E612AF7:7B40EA29AF385677]:0)
        at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
        at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
        at 
org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
        at 
org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
        at 
org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:221)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1791)
        at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1008)
        at 
org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:141)
        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
        at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
        at 
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:187)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:136)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4417)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2235)
        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2068)
        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2019)
        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:202)
        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
        at 
org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)


FAILED:  org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test

Error Message:
Error from server at http://127.0.0.1:44798: collection already exists: 
c8n_2x2_commits

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:44798: collection already exists: 
c8n_2x2_commits
        at 
__randomizedtesting.SeedInfo.seed([BD5238F8156F2E74:35060722BB93438C]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.BasicDistributedZkTest.createCollection(BasicDistributedZkTest.java:642)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1603)
        at 
org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.multiShardTest(LeaderInitiatedRecoveryOnCommitTest.java:65)
        at 
org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test(LeaderInitiatedRecoveryOnCommitTest.java:56)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
Could not load collection from ZK: testSimple3

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
testSimple3
        at 
__randomizedtesting.SeedInfo.seed([BD5238F8156F2E74:85E11C06329CFAA5]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
        at 
org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:72)
        at 
org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:46)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:123)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/testSimple3/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
        ... 44 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:35111: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:35111: ADDREPLICA failed to create replica
        at 
__randomizedtesting.SeedInfo.seed([BD5238F8156F2E74:35060722BB93438C]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at 
org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:801)
        at 
org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:374)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest

Error Message:
3 threads leaked from SUITE scope at 
org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest:     1) Thread[id=14749, 
name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]         at java.lang.Thread.sleep(Native 
Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=14735, 
name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]         at java.lang.Thread.sleep(Native 
Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=14726, 
name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]         at java.lang.Thread.sleep(Native 
Method)         at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE 
scope at org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest: 
   1) Thread[id=14749, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=14735, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=14726, name=Connection evictor, state=TIMED_WAITING, 
group=TGRP-HdfsBasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([BD5238F8156F2E74]:0)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([BD5238F8156F2E74]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([BD5238F8156F2E74]:0)


FAILED:  
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([442BA5D4895AE475:79518E7AAA224E62]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution(StreamExpressionTest.java:7422)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 
seconds
        at 
__randomizedtesting.SeedInfo.seed([BD5238F8156F2E74:35060722BB93438C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.testCoreUnloadAndLeaders(UnloadDistributedZkTest.java:277)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:68)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.CdcrUpdateLogTest.testSubReader

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([BD5238F8156F2E74:F08AB29B65B8FFA6]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.update.CdcrUpdateLogTest.testSubReader(CdcrUpdateLogTest.java:583)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 364 lines...]
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestNumericDocValuesUpdates -Dtests.method=testTonsOfUpdates 
-Dtests.seed=3A5E8054B8A8DAA9 -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=zh-TW -Dtests.timezone=Africa/Djibouti -Dtests.asserts=true 
-Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   60.5s J1 | TestNumericDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: org.apache.lucene.index.CorruptIndexException: 
Problem reading index from RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668) 
(resource=RawDirectoryWrapper(RAMDirectory@2b6ec28c 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee93668))
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([3A5E8054B8A8DAA9:427B5E5F5A88F54B]:0)
   [junit4]    >        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:140)
   [junit4]    >        at 
org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
   [junit4]    >        at 
org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:703)
   [junit4]    >        at 
org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:331)
   [junit4]    >        at 
org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:738)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5082)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5070)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1879)
   [junit4]    >        at 
org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates(TestNumericDocValuesUpdates.java:1557)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.io.FileNotFoundException: _2.cfe
   [junit4]    >        at 
org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
   [junit4]    >        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
   [junit4]    >        at 
org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:105)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:69)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:71)
   [junit4]    >        at 
org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:99)
   [junit4]    >        ... 45 more
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestNumericDocValuesUpdates_3A5E8054B8A8DAA9-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true): {}, locale=zh-TW, timezone=Africa/Djibouti
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=45814496,total=329252864
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortRandom, 
TestDocumentsWriterStallControl, TestCustomTermFreq, TestRegexpRandom2, 
TestSpanContainQuery, TestScoreCachingWrappingScorer, TestCodecUtil, 
TestIndexWriterOnJRECrash, TestSizeBoundedForceMerge, TestByteSlices, 
TestPositiveScoresOnlyCollector, TestSPIClassIterator, TestFileSwitchDirectory, 
TestTransactionRollback, TestReusableStringReader, TestNumericDocValuesUpdates]
   [junit4] Completed [32/457 (1!)] on J1 in 240.16s, 32 tests, 1 error <<< 
FAILURES!

[...truncated 8909 lines...]
   [junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig 
-Dtests.seed=FC1797A63E612AF7 -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=sv -Dtests.timezone=US/Michigan -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR    560s J1 | TestInetAddressRangeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([FC1797A63E612AF7:7B40EA29AF385677]:0)
   [junit4]    >        at 
org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    >        at 
org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    >        at 
org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    >        at 
org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    >        at 
org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    >        at 
org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:221)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1791)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1008)
   [junit4]    >        at 
org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:141)
   [junit4]    >        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    >        at 
org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
   [junit4]    >        at 
org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:187)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:136)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4417)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    >        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2235)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2068)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2019)
   [junit4]    >        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:202)
   [junit4]    >        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
   [junit4]    >        at 
org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
   [junit4]    >        at 
org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:81)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/misc/test/J1/temp/lucene.search.TestInetAddressRangeQueries_FC1797A63E612AF7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=PostingsFormat(name=LuceneVarGapFixedInterval)}, 
docValues:{ipRangeField=DocValuesFormat(name=Lucene70), 
id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1317, 
maxMBSortInHeap=5.365272621182166, sim=RandomSimilarity(queryNorm=true): {}, 
locale=sv, timezone=US/Michigan
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=257713120,total=300941312
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighFreqTerms, 
TestLazyDocument, TestIndexSplitter, TestDocValuesStatsCollector, 
TestInetAddressRangeQueries]
   [junit4] Completed [13/13 (1!)] on J1 in 699.12s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/misc/test/temp/junit4-J1-20171201_161627_7159073039546483265698.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid26152.hprof
 ...
   [junit4] Heap dump file created [575070532 bytes in 6.453 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 3987 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> 2259115 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/init-core-data-001
   [junit4]   2> 2259116 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 2259116 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2259157 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2259157 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/k
   [junit4]   2> 2269530 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2282916 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2286417 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 2286619 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289515 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2289964 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_42525_hdfs____se9h9g/webapp
   [junit4]   2> 2294588 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42525
   [junit4]   2> 2303717 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2305589 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2305740 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39525_datanode____.1jyhaf/webapp
   [junit4]   2> 2309566 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39525
   [junit4]   2> 2314557 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2314558 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 2314691 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_44892_datanode____mu76t4/webapp
   [junit4]   2> 2319157 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[BD5238F8156F2E74]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44892
   [junit4]   2> 2326326 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:33272) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2326705 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:33272) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 2328400 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2c162ea565a93f: from storage 
DS-1f51df38-58af-48d1-b605-f12d30904c87 node 
DatanodeRegistration(127.0.0.1:45907, 
datanodeUuid=523c20ad-644c-4c97-adc9-37cb458e73ac, infoPort=38021, 
infoSecurePort=0, ipcPort=47865, 
storageInfo=lv=-56;cid=testClusterID;nsid=831463212;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 38 msecs
   [junit4]   2> 2328400 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2c162ea7a2d490: from storage 
DS-25b9e259-274b-4a06-b7cd-1f51966ef0de node 
DatanodeRegistration(127.0.0.1:39236, 
datanodeUuid=ccecd9fe-9a3a-475e-bfba-47160f942489, infoPort=47448, 
infoSecurePort=0, ipcPort=59697, 
storageInfo=lv=-56;cid=testClusterID;nsid=831463212;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2328400 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2c162ea565a93f: from storage 
DS-bc14cfdf-fde7-4f8c-b968-3b0ce33e3ade node 
DatanodeRegistration(127.0.0.1:45907, 
datanodeUuid=523c20ad-644c-4c97-adc9-37cb458e73ac, infoPort=38021, 
infoSecurePort=0, ipcPort=47865, 
storageInfo=lv=-56;cid=testClusterID;nsid=831463212;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2328400 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x2c162ea7a2d490: from storage 
DS-06026e9a-ea1a-4923-8280-15a38da72718 node 
DatanodeRegistration(127.0.0.1:39236, 
datanodeUuid=ccecd9fe-9a3a-475e-bfba-47160f942489, infoPort=47448, 
infoSecurePort=0, ipcPort=59697, 
storageInfo=lv=-56;cid=testClusterID;nsid=831463212;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2332877 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2333049 INFO  (Thread-3476) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2333050 INFO  (Thread-3476) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2333477 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60325
   [junit4]   2> 2336568 ERROR (Thread-3476) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2338819 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160139a68ec0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2339088 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 2339101 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 2339103 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2339122 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 2339150 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 2339165 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 2339166 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2339178 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2339187 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2339208 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2339221 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 2339277 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly 
asked otherwise
   [junit4]   2> 2344153 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2344182 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@39be532a{/_/k,null,AVAILABLE}
   [junit4]   2> 2344188 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@56a658e4{HTTP/1.1,[http/1.1]}{127.0.0.1:49257}
   [junit4]   2> 2344189 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.Server Started @2363155ms
   [junit4]   2> 2344189 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:33272/hdfs__localhost_33272__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001_tempDir-002_control_data,
 replicaType=NRT, hostContext=/_/k, hostPort=49257, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/control-001/cores}
   [junit4]   2> 2344190 ERROR 
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2344191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 2344191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2344191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2344191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-01T19:43:02.812Z
   [junit4]   2> 2344423 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2344423 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/control-001/solr.xml
   [junit4]   2> 2344494 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 2344495 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2344496 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@270f41f6, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 2344711 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60325/solr
   [junit4]   2> 2346634 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2346636 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:49257__%2Fk
   [junit4]   2> 2346641 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.Overseer Overseer 
(id=99100745708339204-127.0.0.1:49257__%2Fk-n_0000000000) starting
   [junit4]   2> 2347894 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:49257__%2Fk
   [junit4]   2> 2349994 INFO  
(OverseerStateUpdate-99100745708339204-127.0.0.1:49257__%2Fk-n_0000000000) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2352816 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@270f41f6
   [junit4]   2> 2353444 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@270f41f6
   [junit4]   2> 2353444 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@270f41f6
   [junit4]   2> 2353526 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/control-001/cores
   [junit4]   2> 2357715 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2357722 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60325/solr ready
   [junit4]   2> 2357823 INFO  (qtp1713235293-7795) [n:127.0.0.1:49257__%2Fk    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:49257__%252Fk&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2357938 INFO  
(OverseerThreadFactory-154-thread-1-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.CreateCollectionCmd Create collection 
control_collection
   [junit4]   2> 2358300 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2358312 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 2358559 INFO  
(zkCallback-38-thread-1-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2359927 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2360367 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2362407 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2363730 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 2363750 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@270f41f6
   [junit4]   2> 2363886 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:33272/solr_hdfs_home
   [junit4]   2> 2363886 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2363886 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2363886 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore 
at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[hdfs://localhost:33272/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 2363996 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:33272/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 2364349 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2364349 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2364349 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2379005 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2379053 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:33272/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 2379876 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:33272/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 2379977 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 2379978 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2379978 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2380077 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2380078 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=52.7958984375, 
floorSegmentMB=1.033203125, forceMergeDeletesPctAllowed=19.62867139324822, 
segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.8550349419956885
   [junit4]   2> 2382508 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45907 is added to 
blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bc14cfdf-fde7-4f8c-b968-3b0ce33e3ade:NORMAL:127.0.0.1:45907|RBW],
 
ReplicaUC[[DISK]DS-06026e9a-ea1a-4923-8280-15a38da72718:NORMAL:127.0.0.1:39236|RBW]]}
 size 69
   [junit4]   2> 2382525 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39236 is added to 
blk_1073741825_1001 size 69
   [junit4]   2> 2383065 WARN  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 2386999 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2386999 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2386999 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2387200 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2387200 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2387429 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=43, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=15.603515625, 
floorSegmentMB=0.8525390625, forceMergeDeletesPctAllowed=2.658796343556651, 
segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.5360453582199936
   [junit4]   2> 2390944 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2c1da444[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2390952 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 2390955 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2390967 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2391138 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1585611989066973184
   [junit4]   2> 2391143 INFO  
(searcherExecutor-157-thread-1-processing-n:127.0.0.1:49257__%2Fk 
x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) 
[n:127.0.0.1:49257__%2Fk c:control_collection s:shard1  
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[control_collection_shard1_replica_n1] Registered new searcher 
Searcher@2c1da444[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2391366 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2391366 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2391366 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:49257/_/k/control_collection_shard1_replica_n1/
   [junit4]   2> 2391373 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2391373 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:49257/_/k/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2391373 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2391460 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:49257/_/k/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2391533 INFO  
(zkCallback-38-thread-1-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391613 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2391635 INFO  (qtp1713235293-7790) [n:127.0.0.1:49257__%2Fk 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=33337
   [junit4]   2> 2391829 INFO  
(zkCallback-38-thread-1-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391888 INFO  (qtp1713235293-7795) [n:127.0.0.1:49257__%2Fk    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2391906 INFO  
(OverseerCollectionConfigSetProcessor-99100745708339204-127.0.0.1:49257__%2Fk-n_0000000000)
 [n:127.0.0.1:49257__%2Fk    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2391888 INFO  (qtp1713235293-7795) [n:127.0.0.1:49257__%2Fk    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:49257__%252Fk&wt=javabin&version=2}
 status=0 QTime=34066
   [junit4]   2> 2391909 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160139a68ec0005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2392918 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2392984 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60325/solr ready
   [junit4]   2> 2392986 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 2393001 INFO  (qtp1713235293-7791) [n:127.0.0.1:49257__%2Fk    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2393069 INFO  
(OverseerThreadFactory-154-thread-2-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 2393070 WARN  
(OverseerThreadFactory-154-thread-2-processing-n:127.0.0.1:49257__%2Fk) 
[n:127.0.0.1:49257__%2Fk    ] o.a.s.c.CreateCollectionCmd It is unusual to 
create a collection (collection1) without cores.
   [junit4]   2> 2393660 INFO  (qtp1713235293-7791) [n:127.0.0.1:49257__%2Fk    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 2393660 INFO  (qtp1713235293-7791) [n:127.0.0.1:49257__%2Fk    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2}
 status=0 QTime=658
   [junit4]   2> 2395195 INFO  
(OverseerCollectionConfigSetProcessor-99100745708339204-127.0.0.1:49257__%2Fk-n_0000000000)
 [n:127.0.0.1:49257__%2Fk    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 2395809 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/shard-1-001
 of type NRT
   [junit4]   2> 2395814 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2395818 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64c32f85{/_/k,null,AVAILABLE}
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6968b6bd{HTTP/1.1,[http/1.1]}{127.0.0.1:50994}
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.e.j.s.Server Started @2414785ms
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:33272/hdfs__localhost_33272__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001_tempDir-002_jetty1,
 solrconfig=solrconfig.xml, hostContext=/_/k, hostPort=50994, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_BD5238F8156F2E74-001/shard-1-001/cores}
   [junit4]   2> 2395819 ERROR 
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2395819 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-12-01T19:43:54.440Z
   [junit4]   2> 2395921 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 2395921 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[BD5238F8156F2E74]) [    ] 
o.a.s.c.SolrXmlConf

[...truncated too long message...]

tion1_shard1_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@79a0ec46
   [junit4]   2> 1114682 INFO  (coreCloseExecutor-827-thread-1) 
[n:127.0.0.1:49313_solr c:collection1 s:shard2 r:core_node4 
x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard2.leader, tag=254175075
   [junit4]   2> 1114699 INFO  
(zkCallback-480-thread-4-processing-n:127.0.0.1:59707_solr) 
[n:127.0.0.1:59707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 1114699 INFO  (coreCloseExecutor-828-thread-1) 
[n:127.0.0.1:59707_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.core.collection1.shard1.replica_n1, tag=2040589382
   [junit4]   2> 1114700 INFO  (coreCloseExecutor-828-thread-1) 
[n:127.0.0.1:59707_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@65727117: rootName = 
solr_59707, domain = solr.core.collection1.shard1.replica_n1, service url = 
null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@61c5ca6a
   [junit4]   2> 1114706 INFO  (coreCloseExecutor-828-thread-1) 
[n:127.0.0.1:59707_solr c:collection1 s:shard1 r:core_node3 
x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=2040589382
   [junit4]   2> 1114707 INFO  
(zkCallback-482-thread-6-processing-n:127.0.0.1:49313_solr) 
[n:127.0.0.1:49313_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (0)
   [junit4]   2> 1114743 INFO  (jetty-closer-461-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=99101541334384650-127.0.0.1:59707_solr-n_0000000000) closing
   [junit4]   2> 1114743 INFO  
(OverseerStateUpdate-99101541334384650-127.0.0.1:59707_solr-n_0000000000) 
[n:127.0.0.1:59707_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:59707_solr
   [junit4]   2> 1114751 WARN  
(OverseerAutoScalingTriggerThread-99101541334384650-127.0.0.1:59707_solr-n_0000000000)
 [n:127.0.0.1:59707_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1114764 INFO  (jetty-closer-461-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7c9352e0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1114775 INFO  (jetty-closer-461-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@27cc8482{/solr,null,UNAVAILABLE}
   [junit4]   2> 1114799 ERROR 
(SUITE-StreamExpressionTest-seed#[442BA5D4895AE475]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1114799 INFO  
(SUITE-StreamExpressionTest-seed#[442BA5D4895AE475]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:36899 36899
   [junit4]   2> 1114901 INFO  (Thread-454) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:36899 36899
   [junit4]   2> 1114902 WARN  (Thread-454) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        101     /solr/aliases.json
   [junit4]   2>        9       /solr/configs/conf
   [junit4]   2>        8       /solr/configs/ml
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        101     /solr/clusterprops.json
   [junit4]   2>        101     /solr/clusterstate.json
   [junit4]   2>        44      
/solr/collections/destinationCollection/state.json
   [junit4]   2>        37      
/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2>        24      
/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2>        14      /solr/collections/mainCorpus1/state.json
   [junit4]   2>        14      /solr/collections/destination/state.json
   [junit4]   2>        14      /solr/collections/collection1/state.json
   [junit4]   2>        12      /solr/collections/destination1/state.json
   [junit4]   2>        12      /solr/collections/workQueue/state.json
   [junit4]   2>        12      /solr/collections/modelCollection/state.json
   [junit4]   2>        10      /solr/collections/workQueue1/state.json
   [junit4]   2>        10      /solr/collections/uknownCollection/state.json
   [junit4]   2>        10      
/solr/collections/checkpointCollection/state.json
   [junit4]   2>        9       /solr/collections/mainCorpus/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/99101541334384650-127.0.0.1:59707_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        101     /solr/live_nodes
   [junit4]   2>        101     /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_442BA5D4895AE475-001
   [junit4]   2> Dec 01, 2017 11:12:42 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{expr_s=PostingsFormat(name=LuceneVarGapFixedInterval), 
name_s=Lucene50(blocksize=128), terms_ss=PostingsFormat(name=LuceneFixedGap), 
join2_s=PostingsFormat(name=LuceneFixedGap), 
field_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
multiDefault=PostingsFormat(name=LuceneFixedGap), 
subject=PostingsFormat(name=LuceneFixedGap), 
a1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
a2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 
level1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 
body_t=Lucene50(blocksize=128), 
s_multi=PostingsFormat(name=LuceneVarGapFixedInterval), 
col_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
level2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
a_ss=PostingsFormat(name=LuceneFixedGap), 
a_s=PostingsFormat(name=LuceneVarGapFixedInterval), 
tv_text=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
term_s=PostingsFormat(name=LuceneFixedGap), 
a_t=PostingsFormat(name=LuceneFixedGap), 
text_s=PostingsFormat(name=LuceneVarGapFixedInterval), 
id=Lucene50(blocksize=128), 
text=PostingsFormat(name=LuceneVarGapFixedInterval), 
featureSet_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
checkpoint_ss=Lucene50(blocksize=128), test_t=Lucene50(blocksize=128), 
ident_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
whitetok=Lucene50(blocksize=128), side_s=Lucene50(blocksize=128)}, 
docValues:{expr_s=DocValuesFormat(name=Direct), 
name_s=DocValuesFormat(name=Lucene70), 
iteration_i=DocValuesFormat(name=Lucene70), 
terms_ss=DocValuesFormat(name=Asserting), 
join2_s=DocValuesFormat(name=Asserting), 
field_s=DocValuesFormat(name=Lucene70), 
multiDefault=DocValuesFormat(name=Asserting), 
price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Lucene70), 
intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), 
join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), 
falseNegative_i=DocValuesFormat(name=Lucene70), 
a_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Asserting), 
join3_i=DocValuesFormat(name=Lucene70), 
falsePositive_i=DocValuesFormat(name=Lucene70), 
field_i=DocValuesFormat(name=Asserting), level1_s=DocValuesFormat(name=Direct), 
s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Lucene70), 
level2_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Asserting), 
a_s=DocValuesFormat(name=Direct), score_f=DocValuesFormat(name=Direct), 
term_s=DocValuesFormat(name=Asserting), text_s=DocValuesFormat(name=Direct), 
id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), 
i_multi=DocValuesFormat(name=Lucene70), 
featureSet_s=DocValuesFormat(name=Lucene70), 
trueNegative_i=DocValuesFormat(name=Direct), 
index_i=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), 
test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Lucene70), 
checkpoint_ss=DocValuesFormat(name=Lucene70), 
ident_s=DocValuesFormat(name=Lucene70), 
order_i=DocValuesFormat(name=Asserting), 
_version_=DocValuesFormat(name=Lucene70), 
side_s=DocValuesFormat(name=Lucene70), 
truePositive_i=DocValuesFormat(name=Direct), 
miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1120, 
maxMBSortInHeap=6.59074041365884, sim=RandomSimilarity(queryNorm=false): {}, 
locale=de-CH, timezone=CAT
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=193961744,total=447217664
   [junit4]   2> NOTE: All tests run in this JVM: [FieldAnalysisResponseTest, 
LargeVolumeBinaryJettyTest, GraphExpressionTest, SolrExampleStreamingTest, 
HttpSolrClientConPoolTest, ShardParamsTest, ArcSineEvaluatorTest, 
TestXMLEscaping, ReverseEvaluatorTest, CloudSolrClientCacheTest, 
TestEmbeddedSolrServer, LargeVolumeEmbeddedTest, SchemaTest, NotEvaluatorTest, 
SolrSchemalessExampleTest, LessThanEvaluatorTest, TermsResponseTest, 
TestV1toV2ApiMapper, StreamingTest, TestPathTrie, AscEvaluatorTest, 
StreamExpressionTest]
   [junit4] Completed [146/146 (1!)] on J0 in 449.67s, 138 tests, 1 failure <<< 
FAILURES!

[...truncated 7567 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:843:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:787:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid26152.hprof

Total time: 977 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to