Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/187/

4 tests failed.
FAILED:  
org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery.testRandomBig

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
        at 
__randomizedtesting.SeedInfo.seed([2FDE41DE24EAFBFD:A8893C51B5B3877D]:0)
        at 
org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
        at 
org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
        at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1088)
        at org.apache.lucene.util.fst.FST.pack(FST.java:1769)
        at org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
        at 
org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:267)
        at 
org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:401)
        at 
org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
        at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4312)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3889)
        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2052)
        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4953)
        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4991)
        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4982)
        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1565)
        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1307)
        at 
org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:774)
        at 
org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:743)
        at 
org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:692)
        at 
org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:623)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)


FAILED:  
org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop

Error Message:
Timeout while trying to assert number of documents @ target_collection

Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ 
target_collection
        at 
__randomizedtesting.SeedInfo.seed([16E038A66AE0973A:9523E6357E381CB3]:0)
        at 
org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:271)
        at 
org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:173)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<6>
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:262)
        ... 42 more


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets

Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /collections/withconfigset2
        at 
__randomizedtesting.SeedInfo.seed([16E038A66AE0973A:3B9E77FC9DC42D36]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
   "replicationFactor":"2",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{}}},   
"router":{"name":"compositeId"},   "maxShardsPerNode":"1",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([16E038A66AE0973A:5E954C126CD3B8AF]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:236)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9306 lines...]
   [junit4] Suite: 
org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery
   [junit4] IGNOR/A 0.02s J1 | TestLegacyGeoPointQuery.testRandomDistance
   [junit4]    > Assumption #1: legacy encoding is too slow/hangs on this test
   [junit4] IGNOR/A 0.01s J1 | TestLegacyGeoPointQuery.testSamePointManyTimes
   [junit4]    > Assumption #1: legacy encoding goes OOM on this test
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLegacyGeoPointQuery -Dtests.method=testRandomBig 
-Dtests.seed=2FDE41DE24EAFBFD -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=hi-IN -Dtests.timezone=Africa/Porto-Novo -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR    534s J1 | TestLegacyGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit 
exceeded
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([2FDE41DE24EAFBFD:A8893C51B5B3877D]:0)
   [junit4]    >        at 
org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
   [junit4]    >        at 
org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
   [junit4]    >        at 
org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1088)
   [junit4]    >        at org.apache.lucene.util.fst.FST.pack(FST.java:1769)
   [junit4]    >        at 
org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
   [junit4]    >        at 
org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:267)
   [junit4]    >        at 
org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:401)
   [junit4]    >        at 
org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]    >        at 
org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4312)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3889)
   [junit4]    >        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2052)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4953)
   [junit4]    >        at 
org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4991)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4982)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1565)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1307)
   [junit4]    >        at 
org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:774)
   [junit4]    >        at 
org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:743)
   [junit4]    >        at 
org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:692)
   [junit4]    >        at 
org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:623)
   [junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testRandomDistanceHuge
   [junit4]    > Assumption #1: legacy encoding is too slow/hangs on this test
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/spatial/test/J1/temp/lucene.spatial.geopoint.search.TestLegacyGeoPointQuery_2FDE41DE24EAFBFD-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{field=PostingsFormat(name=LuceneFixedGap), 
string=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
id=Lucene50(blocksize=128), point=PostingsFormat(name=Memory doPackFST= true)}, 
docValues:{field=DocValuesFormat(name=Asserting), 
id=DocValuesFormat(name=Lucene54), point=DocValuesFormat(name=Lucene54)}, 
maxPointsInLeafNode=526, maxMBSortInHeap=7.908267081728155, 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=hi-IN, 
timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=1,free=250342448,total=393740288
   [junit4]   2> NOTE: All tests run in this JVM: [TestLegacyGeoPointQuery]
   [junit4] Completed [4/4 (1!)] on J1 in 736.97s, 40 tests, 1 error, 3 skipped 
<<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/spatial/test/temp/junit4-J1-20161028_184355_182.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/heapdumps/java_pid6182.hprof
 ...
   [junit4] Heap dump file created [438570291 bytes in 0.907 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 3203 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/init-core-data-001
   [junit4]   2> 1327239 INFO  
(SUITE-CdcrReplicationDistributedZkTest-seed#[16E038A66AE0973A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1327240 INFO  
(SUITE-CdcrReplicationDistributedZkTest-seed#[16E038A66AE0973A]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jcaxe/
   [junit4]   2> 1327243 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1327244 INFO  (Thread-50686) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1327244 INFO  (Thread-50686) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1327344 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkTestServer start zk server on port:38444
   [junit4]   2> 1327357 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1327360 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1327362 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1327364 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1327366 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1327367 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1327370 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1327373 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1327374 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1327376 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1327378 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1327383 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateLogSynchronisation
   [junit4]   2> 1327517 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/cores/collection1
   [junit4]   2> 1327519 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1327521 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3c602b15{/jcaxe,null,AVAILABLE}
   [junit4]   2> 1327525 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.ServerConnector Started ServerConnector@5b45c43e{SSL,[ssl, 
http/1.1]}{127.0.0.1:42909}
   [junit4]   2> 1327526 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server Started @1331099ms
   [junit4]   2> 1327526 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, 
hostContext=/jcaxe, hostPort=42909, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/cores}
   [junit4]   2> 1327526 ERROR 
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1327526 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 6.3.0
   [junit4]   2> 1327526 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1327526 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1327527 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-28T20:02:42.425Z
   [junit4]   2> 1327530 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1327530 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/solr.xml
   [junit4]   2> 1327537 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with 
params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1327538 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38444/solr
   [junit4]   2> 1327568 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:42909_jcaxe    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:42909_jcaxe
   [junit4]   2> 1327569 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:42909_jcaxe    ] o.a.s.c.Overseer Overseer 
(id=96841561679003653-127.0.0.1:42909_jcaxe-n_0000000000) starting
   [junit4]   2> 1327578 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:42909_jcaxe    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42909_jcaxe
   [junit4]   2> 1327583 INFO  
(zkCallback-1300-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1327591 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:42909_jcaxe    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/cores
   [junit4]   2> 1327591 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:42909_jcaxe    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1327596 INFO  
(OverseerStateUpdate-96841561679003653-127.0.0.1:42909_jcaxe-n_0000000000) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 1328598 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.c.ZkController 
Only one config set found in zk - using it:conf1
   [junit4]   2> 1328610 WARN  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1328611 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1328623 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1328706 WARN  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1328708 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1328728 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection tmp_collection
   [junit4]   2> 1328729 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/cores/collection1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-001/cores/collection1/data/]
   [junit4]   2> 1328729 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e3b3cf9
   [junit4]   2> 1328730 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@6822be7b
   [junit4]   2> 1328743 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1328743 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1328744 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1328744 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1328744 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1328744 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@20d73eb8[collection1] main]
   [junit4]   2> 1328745 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1328746 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1328746 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1328749 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.h.CdcrBufferStateManager Created znode 
/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1328750 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.h.CdcrProcessStateManager Created znode 
/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1328752 INFO  
(searcherExecutor-4164-thread-1-processing-n:127.0.0.1:42909_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore 
[collection1] Registered new searcher Searcher@20d73eb8[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1328752 INFO  
(coreLoadExecutor-4163-thread-1-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549464988444262400
   [junit4]   2> 1328761 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1328761 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1328761 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync 
replicas to https://127.0.0.1:42909/jcaxe/collection1/
   [junit4]   2> 1328761 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 1328761 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
https://127.0.0.1:42909/jcaxe/collection1/ has no replicas
   [junit4]   2> 1328765 INFO  
(zkCallback-1300-thread-2-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.h.CdcrLeaderStateManager Received new 
leader state @ tmp_collection:shard2
   [junit4]   2> 1328766 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:42909/jcaxe/collection1/ shard2
   [junit4]   2> 1328917 INFO  
(coreZkRegister-4156-thread-1-processing-n:127.0.0.1:42909_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:42909_jcaxe 
c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am 
the leader, no recovery necessary
   [junit4]   2> 1329222 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/cores/collection1
   [junit4]   2> 1329224 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1329226 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5656a8b1{/jcaxe,null,AVAILABLE}
   [junit4]   2> 1329228 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.ServerConnector Started ServerConnector@6b468ccb{SSL,[ssl, 
http/1.1]}{127.0.0.1:55296}
   [junit4]   2> 1329229 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server Started @1332802ms
   [junit4]   2> 1329229 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, 
hostContext=/jcaxe, hostPort=55296, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/cores}
   [junit4]   2> 1329229 ERROR 
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1329229 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 6.3.0
   [junit4]   2> 1329229 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1329229 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1329230 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-28T20:02:44.128Z
   [junit4]   2> 1329233 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1329233 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/solr.xml
   [junit4]   2> 1329240 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with 
params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1329241 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38444/solr
   [junit4]   2> 1329253 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55296_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1329258 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55296_jcaxe    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55296_jcaxe
   [junit4]   2> 1329261 INFO  
(zkCallback-1300-thread-3-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1329262 INFO  
(zkCallback-1306-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1329283 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55296_jcaxe    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/cores
   [junit4]   2> 1329283 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55296_jcaxe    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1329286 INFO  
(OverseerStateUpdate-96841561679003653-127.0.0.1:42909_jcaxe-n_0000000000) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 1330298 WARN  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1330298 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1330311 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1330394 WARN  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1330395 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1330414 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection tmp_collection
   [junit4]   2> 1330415 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/cores/collection1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-002/cores/collection1/data/]
   [junit4]   2> 1330415 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e3b3cf9
   [junit4]   2> 1330416 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@331c3a94
   [junit4]   2> 1330431 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1330431 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1330432 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1330432 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1330433 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1330433 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@96cadfb[collection1] main]
   [junit4]   2> 1330434 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1330435 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1330435 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1330438 INFO  
(searcherExecutor-4176-thread-1-processing-n:127.0.0.1:55296_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore 
[collection1] Registered new searcher Searcher@96cadfb[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1330438 INFO  
(coreLoadExecutor-4175-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549464990212161536
   [junit4]   2> 1330447 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1330447 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1330447 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync 
replicas to https://127.0.0.1:55296/jcaxe/collection1/
   [junit4]   2> 1330447 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 1330447 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy 
https://127.0.0.1:55296/jcaxe/collection1/ has no replicas
   [junit4]   2> 1330453 INFO  
(zkCallback-1306-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe    ] o.a.s.h.CdcrLeaderStateManager Received new 
leader state @ tmp_collection:shard1
   [junit4]   2> 1330455 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:55296/jcaxe/collection1/ shard1
   [junit4]   2> 1330607 INFO  
(coreZkRegister-4170-thread-1-processing-n:127.0.0.1:55296_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:55296_jcaxe 
c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am 
the leader, no recovery necessary
   [junit4]   2> 1330918 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/cores/collection1
   [junit4]   2> 1330921 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1330923 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2d9bb13{/jcaxe,null,AVAILABLE}
   [junit4]   2> 1330925 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.ServerConnector Started ServerConnector@7f07c27b{SSL,[ssl, 
http/1.1]}{127.0.0.1:55075}
   [junit4]   2> 1330925 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server Started @1334499ms
   [junit4]   2> 1330925 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, 
hostContext=/jcaxe, hostPort=55075, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/cores}
   [junit4]   2> 1330926 ERROR 
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1330926 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 6.3.0
   [junit4]   2> 1330926 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1330926 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1330926 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-28T20:02:45.824Z
   [junit4]   2> 1330930 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1330930 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/solr.xml
   [junit4]   2> 1330937 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with 
params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1330938 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38444/solr
   [junit4]   2> 1330950 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55075_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1330957 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55075_jcaxe    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55075_jcaxe
   [junit4]   2> 1330959 INFO  
(zkCallback-1306-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1330960 INFO  
(zkCallback-1312-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1330959 INFO  
(zkCallback-1300-thread-2-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1330970 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55075_jcaxe    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/cores
   [junit4]   2> 1330970 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:55075_jcaxe    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1330972 INFO  
(OverseerStateUpdate-96841561679003653-127.0.0.1:42909_jcaxe-n_0000000000) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 1331985 WARN  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1331985 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1331998 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1332085 WARN  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1332087 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1332106 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection tmp_collection
   [junit4]   2> 1332106 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/cores/collection1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-003/cores/collection1/data/]
   [junit4]   2> 1332106 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e3b3cf9
   [junit4]   2> 1332108 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@cbebe77
   [junit4]   2> 1332123 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1332123 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1332124 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1332124 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1332125 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1332125 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@5e792f0c[collection1] main]
   [junit4]   2> 1332127 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1332127 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1332127 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1332130 INFO  
(searcherExecutor-4188-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore 
[collection1] Registered new searcher Searcher@5e792f0c[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1332130 INFO  
(coreLoadExecutor-4187-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549464991986352128
   [junit4]   2> 1332135 INFO  
(coreZkRegister-4182-thread-1-processing-n:127.0.0.1:55075_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core 
needs to recover:collection1
   [junit4]   2> 1332135 INFO  
(updateExecutor-1309-thread-1-processing-n:127.0.0.1:55075_jcaxe x:collection1 
s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1332136 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1332136 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
###### startupVersions=[[]]
   [junit4]   2> 1332136 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Begin buffering updates. core=[collection1]
   [junit4]   2> 1332136 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog 
Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1332136 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Publishing state of core [collection1] as recovering, leader is 
[https://127.0.0.1:42909/jcaxe/collection1/] and I am 
[https://127.0.0.1:55075/jcaxe/collection1/]
   [junit4]   2> 1332139 INFO  
(recoveryExecutor-1310-thread-1-processing-n:127.0.0.1:55075_jcaxe 
x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:55075_jcaxe 
c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy 
Sending prep recovery command to [https://127.0.0.1:42909/jcaxe]; 
[WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:55075_jcaxe&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1332202 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1332203 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard2 of tmp_collection) have state: recovering
   [junit4]   2> 1332203 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=tmp_collection, shard=shard2, thisCore=collection1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=down, localState=active, nodeName=127.0.0.1:55075_jcaxe, 
coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"https://127.0.0.1:55075/jcaxe","node_name":"127.0.0.1:55075_jcaxe","state":"down"}
   [junit4]   2> 1332599 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/cores/collection1
   [junit4]   2> 1332602 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1332603 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@6bb7d33a{/jcaxe,null,AVAILABLE}
   [junit4]   2> 1332605 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.ServerConnector Started ServerConnector@639b64ab{SSL,[ssl, 
http/1.1]}{127.0.0.1:36430}
   [junit4]   2> 1332607 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.e.j.s.Server Started @1336180ms
   [junit4]   2> 1332607 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, 
hostContext=/jcaxe, hostPort=36430, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/cores}
   [junit4]   2> 1332607 ERROR 
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1332608 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 6.3.0
   [junit4]   2> 1332608 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1332608 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1332608 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-28T20:02:47.506Z
   [junit4]   2> 1332611 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1332611 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/solr.xml
   [junit4]   2> 1332618 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with 
params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1332619 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38444/solr
   [junit4]   2> 1332630 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:36430_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1332636 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:36430_jcaxe    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36430_jcaxe
   [junit4]   2> 1332638 INFO  
(zkCallback-1306-thread-1-processing-n:127.0.0.1:55296_jcaxe) 
[n:127.0.0.1:55296_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1332639 INFO  
(zkCallback-1312-thread-1-processing-n:127.0.0.1:55075_jcaxe) 
[n:127.0.0.1:55075_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1332639 INFO  
(zkCallback-1300-thread-3-processing-n:127.0.0.1:42909_jcaxe) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1332640 INFO  
(zkCallback-1319-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1332657 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:36430_jcaxe    ] o.a.s.c.CorePropertiesLocator Found 1 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/cores
   [junit4]   2> 1332657 INFO  
(TEST-CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation-seed#[16E038A66AE0973A])
 [n:127.0.0.1:36430_jcaxe    ] o.a.s.c.CorePropertiesLocator Cores are: 
[collection1]
   [junit4]   2> 1332659 INFO  
(OverseerStateUpdate-96841561679003653-127.0.0.1:42909_jcaxe-n_0000000000) 
[n:127.0.0.1:42909_jcaxe    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 1333203 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=tmp_collection, shard=shard2, thisCore=collection1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=recovering, localState=active, nodeName=127.0.0.1:55075_jcaxe, 
coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: 
core_node3:{"core":"collection1","base_url":"https://127.0.0.1:55075/jcaxe","node_name":"127.0.0.1:55075_jcaxe","state":"recovering"}
   [junit4]   2> 1333203 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, 
checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1333203 INFO  (qtp662934893-56931) [n:127.0.0.1:42909_jcaxe    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:55075_jcaxe&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1001
   [junit4]   2> 1333676 WARN  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 1333677 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1333689 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 1333775 WARN  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 1333776 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1333795 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection tmp_collection
   [junit4]   2> 1333796 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/cores/collection1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrReplicationDistributedZkTest_16E038A66AE0973A-001/jetty-004/cores/collection1/data/]
   [junit4]   2> 1333796 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e3b3cf9
   [junit4]   2> 1333797 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@2b27024c
   [junit4]   2> 1333812 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1333812 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1333815 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1333815 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1333816 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=1.0]
   [junit4]   2> 1333817 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@79f623cf[collection1] main]
   [junit4]   2> 1333818 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1333819 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1333819 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1333821 INFO  
(searcherExecutor-4199-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore 
[collection1] Registered new searcher Searcher@79f623cf[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1333821 INFO  
(coreLoadExecutor-4198-thread-1-processing-n:127.0.0.1:36430_jcaxe) 
[n:127.0.0.1:36430_jcaxe c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1549464993759494144
   [junit4]   2> 1333826 INFO  
(coreZkRegister-4193-thread-1-processing-n:127.0.0.1:36430_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core 
needs to recover:collection1
   [junit4]   2> 1333826 INFO  
(updateExecutor-1316-thread-1-processing-n:127.0.0.1:36430_jcaxe x:collection1 
s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] 
o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1333827 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1333827 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
###### startupVersions=[[]]
   [junit4]   2> 1333828 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Begin buffering updates. core=[collection1]
   [junit4]   2> 1333828 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog 
Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1333828 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Publishing state of core [collection1] as recovering, leader is 
[https://127.0.0.1:55296/jcaxe/collection1/] and I am 
[https://127.0.0.1:36430/jcaxe/collection1/]
   [junit4]   2> 1333831 INFO  
(recoveryExecutor-1317-thread-1-processing-n:127.0.0.1:36430_jcaxe 
x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:36430_jcaxe 
c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy 
Sending prep recovery command to [https://127.0.0.1:55296/jcaxe]; 
[WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:36430_jcaxe&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1333891 INFO  (qtp2084451162-56964) [n:127.0.0.1:55296_jcaxe   
 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1333891 INFO  (qtp2084451162-56964) [n:127.0.0.1:55296_jcaxe   
 ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard1 of tmp_collection) have state: recovering
   [junit4]   2> 1333892 INFO  (qtp2084451162-56964) [n:127.0.0.1:55296_jcaxe   
 ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=tmp_collection, shard=shard1, thisCore=collection1, 
leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, 
currentState=down, localState=active, nodeName=127.0.0.1:36430_jcaxe, 
coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: 
core_node4:{"core":"collection1","base_url":"https://127.0.0.1:36430/jcaxe","node_name":"127.0.0.1:36430_jcaxe","state":"down"}
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (9)
   [junit4]   1>   /solr/configs (1)
   [junit4]   1>    /solr/configs/conf1 (11)
   [junit4]   1>     /solr/configs/conf1/currency.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/enumsConfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
   [junit4]   1>     DATA: ...supressed...

[...truncated too long message...]

.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> 4272430 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[16E038A66AE0973A]-worker) [    
] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37128 37128
   [junit4]   2> 4272430 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[16E038A66AE0973A]-worker) [    
] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_16E038A66AE0973A-001
   [junit4]   2> Oct 28, 2016 8:51:47 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-DZ, 
timezone=Asia/Macao
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=78504840,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [TestCorePropertiesReload, 
TestManagedSchema, FullHLLTest, ZkStateReaderTest, TestStressLucene, 
TestFoldingMultitermQuery, TestJmxIntegration, TestCopyFieldCollectionResource, 
DistributedSuggestComponentTest, TestValueSourceCache, TestDistributedSearch, 
RuleEngineTest, MultiThreadedOCPTest, TestEmbeddedSolrServerConstructors, 
TestInitQParser, ChaosMonkeyNothingIsSafeTest, TestSolrConfigHandler, 
SegmentsInfoRequestHandlerTest, TestSchemaResource, TestSchemaManager, 
CurrencyFieldOpenExchangeTest, TestDocSet, TestPerFieldSimilarityClassic, 
TestJsonRequest, TestExactStatsCache, TestNumericTerms64, TestOmitPositions, 
TestRuleBasedAuthorizationPlugin, DistribDocExpirationUpdateProcessorTest, 
TestSolrConfigHandlerConcurrent, QueryElevationComponentTest, CacheHeaderTest, 
MBeansHandlerTest, TestRestManager, DateRangeFieldTest, TestOrdValues, 
TestFilteredDocIdSet, TestBadConfig, TolerantUpdateProcessorTest, 
TestRandomDVFaceting, TestSolr4Spatial, PeerSyncTest, HdfsDirectoryTest, 
TestSerializedLuceneMatchVersion, NumericFieldsTest, 
TriLevelCompositeIdRoutingTest, TestBinaryResponseWriter, 
TestChildDocTransformer, TestJsonFacetRefinement, SolrCLIZkUtilsTest, 
TestFieldCacheSort, TestDeleteCollectionOnDownNodes, 
CloudExitableDirectoryReaderTest, NotRequiredUniqueKeyTest, 
TestMiniSolrCloudClusterSSL, HdfsRecoveryZkTest, 
PeerSyncWithIndexFingerprintCachingTest, TestExpandComponent, 
DistributedExpandComponentTest, BasicZkTest, CdcrVersionReplicationTest, 
FileBasedSpellCheckerTest, StandardRequestHandlerTest, 
TestComplexPhraseQParserPlugin, TestRandomCollapseQParserPlugin, 
TestFunctionQuery, DocExpirationUpdateProcessorFactoryTest, RequiredFieldsTest, 
PreAnalyzedUpdateProcessorTest, TestClusterProperties, TestSQLHandler, 
TestRequestForwarding, AnalysisAfterCoreReloadTest, TestLeaderElectionZkExpiry, 
TestNRTOpen, CoreMergeIndexesAdminHandlerTest, TestTrieFacet, 
TestAtomicUpdateErrorCases, TestDefaultStatsCache, OverseerStatusTest, 
ResourceLoaderTest, TestImplicitCoreProperties, ZkNodePropsTest, 
ConcurrentDeleteAndCreateCollectionTest, CdcrReplicationDistributedZkTest, 
TestCrossCoreJoin, TestJoin, TestPseudoReturnFields, TestRealTimeGet, 
TestReplicationHandler, FastVectorHighlighterTest, TestNoOpRegenerator, 
DistributedSpellCheckComponentTest, QueryEqualityTest, TestSolrCoreProperties, 
SynonymTokenizerTest, QueryResultKeyTest, BlockJoinFacetDistribTest, 
TestLockTree, TestDocumentBuilder, ScriptEngineTest, 
DistributedFacetPivotLongTailTest, TestStressRecovery, 
HdfsWriteToMultipleCollectionsTest, DistributedVersionInfoTest, 
HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [510/648 (2!)] on J0 in 255.52s, 20 tests, 1 failure, 1 
error <<< FAILURES!

[...truncated 11482 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:773:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/build.xml:717:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid6182.hprof

Total time: 261 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to