Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/409/

3 tests failed.
FAILED:  org.apache.lucene.document.TestLatLonLineShapeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
        at 
__randomizedtesting.SeedInfo.seed([8C26D3F59F1F17AC:B71AE7A0E466B2C]:0)
        at java.util.Arrays.copyOf(Arrays.java:3332)
        at 
java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
        at 
java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
        at java.lang.StringBuilder.append(StringBuilder.java:136)
        at java.lang.StringBuilder.append(StringBuilder.java:131)
        at 
org.apache.lucene.store.MockIndexInputWrapper.toString(MockIndexInputWrapper.java:224)
        at java.lang.String.valueOf(String.java:2994)
        at java.lang.StringBuilder.append(StringBuilder.java:131)
        at 
org.apache.lucene.store.BufferedChecksumIndexInput.<init>(BufferedChecksumIndexInput.java:34)
        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
        at 
org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1428)
        at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1884)
        at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1024)
        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:225)
        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188)
        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137)
        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4482)
        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4077)
        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2177)
        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2010)
        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1961)
        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:260)
        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:224)
        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:205)
        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:181)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)


FAILED:  org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test

Error Message:
There are still nodes recoverying - waited for 320 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 
seconds
        at 
__randomizedtesting.SeedInfo.seed([32CB8B231845219C:BA9FB4F9B6B94C64]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1014)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1571)
        at 
org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:143)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds

Error Message:
soft529 wasn't fast enough

Stack Trace:
java.lang.AssertionError: soft529 wasn't fast enough
        at 
__randomizedtesting.SeedInfo.seed([32CB8B231845219C:631F72A3A936113B]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.assertTrue(Assert.java:41)
        at org.junit.Assert.assertNotNull(Assert.java:712)
        at 
org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:209)
        at 
org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:168)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10373 lines...]
   [junit4] Suite: org.apache.lucene.document.TestLatLonLineShapeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestLatLonLineShapeQueries -Dtests.method=testRandomBig 
-Dtests.seed=8C26D3F59F1F17AC -Dtests.multiplier=2 -Dtests.nightly=true 
-Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=es-CO -Dtests.timezone=America/Miquelon -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR    145s J2 | TestLatLonLineShapeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([8C26D3F59F1F17AC:B71AE7A0E466B2C]:0)
   [junit4]    >        at java.util.Arrays.copyOf(Arrays.java:3332)
   [junit4]    >        at 
java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
   [junit4]    >        at 
java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
   [junit4]    >        at 
java.lang.StringBuilder.append(StringBuilder.java:136)
   [junit4]    >        at 
java.lang.StringBuilder.append(StringBuilder.java:131)
   [junit4]    >        at 
org.apache.lucene.store.MockIndexInputWrapper.toString(MockIndexInputWrapper.java:224)
   [junit4]    >        at java.lang.String.valueOf(String.java:2994)
   [junit4]    >        at 
java.lang.StringBuilder.append(StringBuilder.java:131)
   [junit4]    >        at 
org.apache.lucene.store.BufferedChecksumIndexInput.<init>(BufferedChecksumIndexInput.java:34)
   [junit4]    >        at 
org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1428)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1884)
   [junit4]    >        at 
org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1024)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
   [junit4]    >        at 
org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    >        at 
org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:225)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188)
   [junit4]    >        at 
org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4482)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4077)
   [junit4]    >        at 
org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2177)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2010)
   [junit4]    >        at 
org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1961)
   [junit4]    >        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:260)
   [junit4]    >        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:224)
   [junit4]    >        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:205)
   [junit4]    >        at 
org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:181)
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/J2/temp/lucene.document.TestLatLonLineShapeQueries_8C26D3F59F1F17AC-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=false): {}, locale=es-CO, 
timezone=America/Miquelon
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 
1.8.0_191 (64-bit)/cpus=4,threads=1,free=112000856,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestTermAutomatonQuery, 
TestCoveringQuery, TestLatLonLineShapeQueries]
   [junit4] Completed [20/23 (1!)] on J2 in 818.65s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 4 lines...]
   [junit4] JVM J2: stdout was not empty, see: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/temp/junit4-J2-20181220_132424_9835720168074007007932.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid28037.hprof
 ...
   [junit4] Heap dump file created [422704623 bytes in 0.865 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 4034 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/init-core-data-001
   [junit4]   2> 1960936 WARN  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=262 numCloses=262
   [junit4]   2> 1960937 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1960940 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1960941 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1960941 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1961012 WARN  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1961025 WARN  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1961027 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1961081 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_34381_hdfs____.g2ik8b/webapp
   [junit4]   2> 1961923 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34381
   [junit4]   2> 1962191 WARN  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1962194 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1962238 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39288_datanode____zk8kz/webapp
   [junit4]   2> 1963058 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39288
   [junit4]   2> 1963423 WARN  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1963424 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1963469 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_41851_datanode____ffmu8u/webapp
   [junit4]   2> 1963685 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:38367) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 1963763 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16ed7575a0f33a: from storage 
DS-0dfcd26b-c974-4acb-a296-3c7a52ef3fba node 
DatanodeRegistration(127.0.0.1:37855, 
datanodeUuid=cefdcaac-53bf-4c90-9273-d2a23c1ebb16, infoPort=41210, 
infoSecurePort=0, ipcPort=37940, 
storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1963763 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16ed7575a0f33a: from storage 
DS-82e06e9b-290a-4be5-9839-b14008884d6d node 
DatanodeRegistration(127.0.0.1:37855, 
datanodeUuid=cefdcaac-53bf-4c90-9273-d2a23c1ebb16, infoPort=41210, 
infoSecurePort=0, ipcPort=37940, 
storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1964278 INFO  
(SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41851
   [junit4]   2> 1964535 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:38367) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 1964551 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16ed75a49ded76: from storage 
DS-3f4b0232-a5f5-46b0-a762-c343a3f4492f node 
DatanodeRegistration(127.0.0.1:39466, 
datanodeUuid=3811ad6f-21e3-4205-b60b-4fe505760439, infoPort=44912, 
infoSecurePort=0, ipcPort=41881, 
storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1964551 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x16ed75a49ded76: from storage 
DS-8a57767f-7558-4708-aac9-cb75bbb3c6ab node 
DatanodeRegistration(127.0.0.1:39466, 
datanodeUuid=3811ad6f-21e3-4205-b60b-4fe505760439, infoPort=44912, 
infoSecurePort=0, ipcPort=41881, 
storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1964891 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1964894 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1964894 INFO  (ZkTestServer Run Thread) [    ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1964995 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41001
   [junit4]   2> 1964995 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41001
   [junit4]   2> 1964995 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 41001
   [junit4]   2> 1965052 INFO  (zkConnectionManagerCallback-7210-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965081 INFO  (zkConnectionManagerCallback-7212-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965090 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1965102 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1965108 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1965112 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1965116 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1965125 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1965127 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1965129 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1965135 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1965140 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1965143 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkTestServer put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1965157 INFO  (zkConnectionManagerCallback-7216-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965161 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly 
asked otherwise
   [junit4]   2> 1965502 WARN  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1965502 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1965502 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1965502 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1965505 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1965505 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1965505 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1965505 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4e70f63e{/,null,AVAILABLE}
   [junit4]   2> 1965506 WARN  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@1c62eb26[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1965507 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@49bcf790{SSL,[ssl, 
http/1.1]}{127.0.0.1:34234}
   [junit4]   2> 1965507 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.e.j.s.Server Started @1965628ms
   [junit4]   2> 1965507 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_control_data,
 hostContext=/, hostPort=34234, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores}
   [junit4]   2> 1965508 ERROR 
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1965508 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1965508 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.7.0
   [junit4]   2> 1965508 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1965508 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1965508 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-12-20T15:12:42.984Z
   [junit4]   2> 1965519 INFO  (zkConnectionManagerCallback-7218-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965521 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1965521 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/solr.xml
   [junit4]   2> 1965527 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 1965528 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1965529 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1965709 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
   [junit4]   2> 1965711 INFO  (zkConnectionManagerCallback-7222-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965715 INFO  (zkConnectionManagerCallback-7224-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965843 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.c.OverseerElectionContext I am going to be the 
leader 127.0.0.1:34234_
   [junit4]   2> 1965844 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.c.Overseer Overseer 
(id=72480533193621509-127.0.0.1:34234_-n_0000000000) starting
   [junit4]   2> 1965885 INFO  (zkConnectionManagerCallback-7231-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1965896 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:41001/solr ready
   [junit4]   2> 1965910 INFO  
(OverseerStateUpdate-72480533193621509-127.0.0.1:34234_-n_0000000000) 
[n:127.0.0.1:34234_    ] o.a.s.c.Overseer Starting to work on the main queue : 
127.0.0.1:34234_
   [junit4]   2> 1965940 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34234_
   [junit4]   2> 1965947 INFO  (zkCallback-7230-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1965967 INFO  (zkCallback-7223-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1965991 INFO  
(OverseerAutoScalingTriggerThread-72480533193621509-127.0.0.1:34234_-n_0000000000)
 [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:34234_]
   [junit4]   2> 1966133 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, 
keeping metrics history in memory.
   [junit4]   2> 1966192 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1966208 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1966208 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1966211 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) 
[n:127.0.0.1:34234_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores
   [junit4]   2> 1966245 INFO  (zkConnectionManagerCallback-7237-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1966247 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1966248 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready
   [junit4]   2> 1966284 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34234_&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1966294 INFO  
(OverseerThreadFactory-3592-thread-1-processing-n:127.0.0.1:34234_) 
[n:127.0.0.1:34234_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
control_collection
   [junit4]   2> 1966416 INFO  (qtp1372540608-40807) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1966417 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1966419 INFO  (qtp1372540608-40805) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1966420 INFO  (qtp1372540608-40806) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1966421 INFO  (qtp1372540608-40807) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1966427 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_    
x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core 
create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1966428 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_    
x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault 
Allocating transient cache for 4 transient cores
   [junit4]   2> 1969012 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.7.0
   [junit4]   2> 1969067 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1969261 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1969292 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 1969293 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1969293 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore 
at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1969299 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=2.126953125, 
floorSegmentMB=2.033203125, forceMergeDeletesPctAllowed=8.778281379242841, 
segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.6433638734610295, deletesPctAllowed=35.09619859525323
   [junit4]   2> 1969328 WARN  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1969413 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1969413 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1969416 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 30000ms; 
   [junit4]   2> 1969416 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; 
   [junit4]   2> 1969421 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=31, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=45.73828125, 
floorSegmentMB=1.0634765625, forceMergeDeletesPctAllowed=3.587483810428255, 
segmentsPerTier=10.0, maxCFSSegmentSizeMB=1.2509765625, noCFSRatio=1.0, 
deletesPctAllowed=47.57260644980428
   [junit4]   2> 1969421 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6606a8f8[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1969427 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1969428 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1969433 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1969433 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1620384171330371584
   [junit4]   2> 1969441 INFO  
(searcherExecutor-3597-thread-1-processing-n:127.0.0.1:34234_ 
x:control_collection_shard1_replica_n1 c:control_collection s:shard1) 
[n:127.0.0.1:34234_ c:control_collection s:shard1  
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[control_collection_shard1_replica_n1] Registered new searcher 
Searcher@6606a8f8[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1969448 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ZkShardTerms Successful update of terms at 
/collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, 
version=0}
   [junit4]   2> 1969449 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContextBase make sure parent is created 
/collections/control_collection/leaders/shard1
   [junit4]   2> 1969468 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1969468 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1969468 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:34234/control_collection_shard1_replica_n1/
   [junit4]   2> 1969469 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1969469 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy 
https://127.0.0.1:34234/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1969469 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1969470 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node 
/collections/control_collection/leaders/shard1/leader after winning as 
/collections/control_collection/leader_elect/shard1/election/72480533193621509-core_node2-n_0000000000
   [junit4]   2> 1969478 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:34234/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1969480 INFO  (zkCallback-7223-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1969480 INFO  (zkCallback-7223-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1969484 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1969487 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_ 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=3060
   [junit4]   2> 1969496 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
45 seconds. Check all shard replicas
   [junit4]   2> 1969591 INFO  (zkCallback-7223-thread-2) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1969591 INFO  (zkCallback-7223-thread-1) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1969592 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34234_&wt=javabin&version=2}
 status=0 QTime=3308
   [junit4]   2> 1969592 INFO  (zkCallback-7223-thread-3) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1969598 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10180a932230007, likely client has closed socket
   [junit4]   2> 1969604 INFO  (zkConnectionManagerCallback-7242-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1969606 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1969608 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready
   [junit4]   2> 1969608 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1969611 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1969615 INFO  
(OverseerThreadFactory-3592-thread-2-processing-n:127.0.0.1:34234_) 
[n:127.0.0.1:34234_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 1969617 INFO  
(OverseerCollectionConfigSetProcessor-72480533193621509-127.0.0.1:34234_-n_0000000000)
 [n:127.0.0.1:34234_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1969826 WARN  
(OverseerThreadFactory-3592-thread-2-processing-n:127.0.0.1:34234_) 
[n:127.0.0.1:34234_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to 
create a collection (collection1) without cores.
   [junit4]   2> 1969833 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
45 seconds. Check all shard replicas
   [junit4]   2> 1969843 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2}
 status=0 QTime=232
   [junit4]   2> 1969853 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances 
pullReplicaCount=0 numOtherReplicas=3
   [junit4]   2> 1970256 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001
 of type NRT
   [junit4]   2> 1970260 WARN  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1970260 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1970260 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1970260 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1970262 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1970262 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1970262 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1970263 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@57d0d6ec{/,null,AVAILABLE}
   [junit4]   2> 1970264 WARN  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@66332093[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@458a90bd{SSL,[ssl, 
http/1.1]}{127.0.0.1:43937}
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.e.j.s.Server Started @1970385ms
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty1,
 replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43937, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores}
   [junit4]   2> 1970265 ERROR (closeThreadPool-7243-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.7.0
   [junit4]   2> 1970265 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1970266 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1970266 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-12-20T15:12:47.742Z
   [junit4]   2> 1970273 INFO  (zkConnectionManagerCallback-7245-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970274 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1970274 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/solr.xml
   [junit4]   2> 1970279 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 1970279 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1970299 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1970497 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001
 of type NRT
   [junit4]   2> 1970502 WARN  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1970503 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1970503 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1970503 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1970511 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1970511 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1970511 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1970512 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3588918a{/,null,AVAILABLE}
   [junit4]   2> 1970512 WARN  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@7ffcedcb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1970513 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@63443ba1{SSL,[ssl, 
http/1.1]}{127.0.0.1:39995}
   [junit4]   2> 1970513 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.e.j.s.Server Started @1970634ms
   [junit4]   2> 1970513 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty2,
 replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39995, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/cores}
   [junit4]   2> 1970514 ERROR (closeThreadPool-7243-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1970514 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1970514 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.7.0
   [junit4]   2> 1970514 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1970514 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1970514 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-12-20T15:12:47.990Z
   [junit4]   2> 1970527 INFO  (zkConnectionManagerCallback-7247-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970529 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1970529 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/solr.xml
   [junit4]   2> 1970534 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 1970534 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1970536 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1970645 INFO  (closeThreadPool-7243-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
   [junit4]   2> 1970659 INFO  (zkConnectionManagerCallback-7251-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970673 INFO  (zkConnectionManagerCallback-7253-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970695 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1970702 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.ZkController Publish node=127.0.0.1:43937_ as 
DOWN
   [junit4]   2> 1970704 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 4 transient cores
   [junit4]   2> 1970704 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43937_
   [junit4]   2> 1970706 INFO  (zkCallback-7230-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1970713 INFO  (zkCallback-7241-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1970714 INFO  (zkCallback-7223-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1970731 INFO  (zkCallback-7252-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1970930 INFO  (zkConnectionManagerCallback-7260-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1970934 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1970940 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:41001/solr ready
   [junit4]   2> 1970956 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, 
keeping metrics history in memory.
   [junit4]   2> 1971007 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971024 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971024 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971025 INFO  
(TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001
 of type NRT
   [junit4]   2> 1971026 INFO  (closeThreadPool-7243-thread-1) 
[n:127.0.0.1:43937_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores
   [junit4]   2> 1971029 WARN  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1971029 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1971029 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1971029 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: 
c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 1971031 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1971031 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1971031 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1971032 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5cc20cd3{/,null,AVAILABLE}
   [junit4]   2> 1971035 WARN  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
SslContextFactory@b8391dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1971038 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@24ba1b{SSL,[ssl, 
http/1.1]}{127.0.0.1:38722}
   [junit4]   2> 1971038 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.e.j.s.Server Started @1971159ms
   [junit4]   2> 1971038 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty3,
 replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=38722, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/cores}
   [junit4]   2> 1971038 ERROR (closeThreadPool-7243-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1971038 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1971039 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.7.0
   [junit4]   2> 1971039 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1971039 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1971039 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-12-20T15:12:48.515Z
   [junit4]   2> 1971041 INFO  (zkConnectionManagerCallback-7263-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971042 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1971042 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/solr.xml
   [junit4]   2> 1971047 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 1971047 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1971049 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1971148 INFO  (closeThreadPool-7243-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
   [junit4]   2> 1971150 INFO  (zkConnectionManagerCallback-7267-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971152 INFO  (zkConnectionManagerCallback-7269-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971163 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1971170 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.ZkController Publish node=127.0.0.1:38722_ as 
DOWN
   [junit4]   2> 1971178 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 4 transient cores
   [junit4]   2> 1971178 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38722_
   [junit4]   2> 1971182 INFO  (zkCallback-7252-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971182 INFO  (zkCallback-7241-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971182 INFO  (zkCallback-7223-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971182 INFO  (zkCallback-7230-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971182 INFO  (zkCallback-7268-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971190 INFO  (zkCallback-7259-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1971214 INFO  (zkConnectionManagerCallback-7276-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971215 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1971217 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:41001/solr ready
   [junit4]   2> 1971217 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, 
keeping metrics history in memory.
   [junit4]   2> 1971221 INFO  (closeThreadPool-7243-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
   [junit4]   2> 1971223 INFO  (zkConnectionManagerCallback-7281-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971242 INFO  (zkConnectionManagerCallback-7283-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971250 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971253 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 1971258 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.ZkController Publish node=127.0.0.1:39995_ as 
DOWN
   [junit4]   2> 1971259 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 4 transient cores
   [junit4]   2> 1971259 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39995_
   [junit4]   2> 1971260 INFO  (zkCallback-7230-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971260 INFO  (zkCallback-7241-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971260 INFO  (zkCallback-7252-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971260 INFO  (zkCallback-7223-thread-3) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971263 INFO  (zkCallback-7259-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971263 INFO  (zkCallback-7268-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971267 INFO  (zkCallback-7275-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971271 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971271 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971274 INFO  (closeThreadPool-7243-thread-3) 
[n:127.0.0.1:38722_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/cores
   [junit4]   2> 1971279 INFO  (zkCallback-7282-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1971320 INFO  (zkConnectionManagerCallback-7290-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1971322 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 1971325 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:41001/solr ready
   [junit4]   2> 1971326 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, 
keeping metrics history in memory.
   [junit4]   2> 1971413 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971459 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971459 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1971463 INFO  (closeThreadPool-7243-thread-2) 
[n:127.0.0.1:39995_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions 
underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/cores
   [junit4]   2> 1971626 INFO  
(OverseerCollectionConfigSetProcessor-72480533193621509-127.0.0.1:34234_-n_0000000000)
 [n:127.0.0.1:34234_    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1971745 INFO  (qtp1372540608-40805) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:43937_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1971750 INFO  (qtp1372540608-40803) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:38722_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1971758 INFO  (qtp1372540608-40807) [n:127.0.0.1:34234_    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:39995_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1971776 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=3
   [junit4]   2> 1971779 INFO  (qtp1372540608-40806) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1971782 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes}
 status=0 QTime=0
   [junit4]   2> 1971789 INFO  (qtp1372540608-40806) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 1971792 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971796 INFO  (qtp1372540608-40806) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=2
   [junit4]   2> 1971798 INFO  (qtp1372540608-40804) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971800 INFO  (qtp1372540608-40806) [n:127.0.0.1:34234_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 1971836 INFO  (qtp551482431-40912) [n:127.0.0.1:38722_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971837 INFO  (qtp551482431-40908) [n:127.0.0.1:38722_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971838 INFO  (qtp551482431-40909) [n:127.0.0.1:38722_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971839 INFO  (qtp551482431-40910) [n:127.0.0.1:38722_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971840 INFO  (qtp551482431-40911) [n:127.0.0.1:38722_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971877 INFO  (qtp1408935805-40881) [n:127.0.0.1:39995_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971879 INFO  (qtp1408935805-40880) [n:127.0.0.1:39995_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971881 INFO  (qtp1408935805-40877) [n:127.0.0.1:39995_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971883 INFO  (qtp1408935805-40878) [n:127.0.0.1:39995_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971885 INFO  (qtp1408935805-40879) [n:127.0.0.1:39995_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971909 INFO  (qtp971742266-40865) [n:127.0.0.1:43937_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 1971920 INFO  (qtp971742266-40868) [n:127.0.0.1:43937_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 1971923 INFO  (qtp971742266-40861) [n:127.0.0.1:43937_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=1
   [junit4]   2> 1971926 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971927 INFO  (qtp971742266-40867) [n:127.0.0.1:43937_    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1971930 INFO  
(OverseerThreadFactory-3592-thread-3-processing-n:127.0.0.1:34234_) 
[n:127.0.0.1:34234_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node 
Identified 127.0.0.1:43937_ for creating new replica of shard shard1 for 
collection collection1
   [junit4]   2> 1971940 INFO  
(OverseerThreadFactory-3592-thread-3-processing-n:127.0.0.1:34234_) 
[n:127.0.0.1:34234_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd 
Returning CreateReplica command.
   [junit4]   2> 1971952 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_    
x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create 
command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1972992 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.7.0
   [junit4]   2> 1973031 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema 
[collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 1973265 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1973295 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard1_replica_n1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1973296 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard1.replica_n1' (registry 
'solr.core.collection1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37
   [junit4]   2> 1973296 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] o.a.s.c.SolrCore 
[[collection1_shard1_replica_n1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores/collection1_shard1_replica_n1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores/collection1_shard1_replica_n1/data/]
   [junit4]   2> 1973302 INFO  (qtp971742266-40866) [n:127.0.0.1:43937_ 
c:collection1 s:shard1  x:collection1_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=2.126953125, 
floorSegmentMB=2.033203125, forceMergeDeletesPctAllowed=8.778281379242841, 
segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.6433638734610295, deletesPctAllowed=35.09619859525323
   

[...truncated too long message...]

.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, 
timestamp=1545320003398}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])
 Uninverting(_c(7.7.0):c1:[diagnostics={os=Linux, java.vendor=Oracle 
Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, 
lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, 
source=flush, os.version=4.4.0-137-generic, 
timestamp=1545320018524}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])
 Uninverting(_d(7.7.0):c1:[diagnostics={os=Linux, java.vendor=Oracle 
Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, 
lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, 
source=flush, os.version=4.4.0-137-generic, 
timestamp=1545320019724}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])
 Uninverting(_e(7.7.0):c5:[diagnostics={os=Linux, java.vendor=Oracle 
Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, 
lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, 
source=flush, os.version=4.4.0-137-generic, 
timestamp=1545320026933}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
   [junit4]   2> 3230149 INFO  (commitScheduler-7191-thread-11) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3230149 INFO  (commitScheduler-7191-thread-11) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@3d387f37 commitCommandVersion:0
   [junit4]   2> 3230150 INFO  (commitScheduler-7191-thread-11) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@1c3306ad[collection1] realtime]
   [junit4]   2> 3230150 INFO  (commitScheduler-7191-thread-11) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3235561 INFO  
(TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[32CB8B231845219C])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending 
testHardCommitWithinAndSoftCommitMaxTimeRapidAdds
   [junit4]   2> 3235562 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 3235562 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1192704207
   [junit4]   2> 3235563 INFO  (coreCloseExecutor-7193-thread-1) [    
x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@45c7a1db
   [junit4]   2> 3235563 INFO  (coreCloseExecutor-7193-thread-1) [    
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1, tag=45c7a1db
   [junit4]   2> 3235563 INFO  (coreCloseExecutor-7193-thread-1) [    
x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2347aee1: rootName = null, 
domain = solr.core.collection1, service url = null, agent id = null] for 
registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@71439df3
   [junit4]   2> 3235580 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 3235580 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3df9bb7d: rootName = null, 
domain = solr.node, service url = null, agent id = null] for registry solr.node 
/ com.codahale.metrics.MetricRegistry@70b4460e
   [junit4]   2> 3235586 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 3235587 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@353eb39f: rootName = null, 
domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / 
com.codahale.metrics.MetricRegistry@8c6ffc3
   [junit4]   2> 3235590 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 3235590 INFO  
(SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@75a43852: rootName = null, 
domain = solr.jetty, service url = null, agent id = null] for registry 
solr.jetty / com.codahale.metrics.MetricRegistry@57ce14d6
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_32CB8B231845219C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{range_facet_l_dv=Lucene50(blocksize=128), 
multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), 
intDefault=PostingsFormat(name=Direct), id_i1=PostingsFormat(name=Direct), 
id=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), 
text=PostingsFormat(name=LuceneVarGapFixedInterval), 
range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), 
intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), 
range_facet_i_dv=DocValuesFormat(name=Asserting), 
intDvoDefault=DocValuesFormat(name=Direct), 
range_facet_l=DocValuesFormat(name=Asserting), 
timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=942, 
maxMBSortInHeap=5.829585013790964, sim=RandomSimilarity(queryNorm=true): {}, 
locale=ar-OM, timezone=Navajo
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 
1.8.0_191 (64-bit)/cpus=4,threads=1,free=281874736,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [RankQueryTest, 
TestTlogReplica, DocExpirationUpdateProcessorFactoryTest, 
TermVectorComponentTest, TestBinaryResponseWriter, RestartWhileUpdatingTest, 
SolrCloudExampleTest, SolrRrdBackendFactoryTest, SyncSliceTest, 
TestSubQueryTransformerCrossCore, LIRRollingUpdatesTest, TestInfoStreamLogging, 
TestSQLHandlerNonCloud, TestShortCircuitedRequests, TestBadConfig, 
ZkFailoverTest, CdcrWithNodesRestartsTest, HdfsBasicDistributedZkTest, 
TestCollapseQParserPlugin, TestNumericTerms32, TimeZoneUtilsTest, 
XmlUpdateRequestHandlerTest, TestDynamicLoading, RequestHandlersTest, 
DistributedQueryComponentOptimizationTest, TestDeleteCollectionOnDownNodes, 
TestLegacyFieldReuse, TestIBSimilarityFactory, 
PKIAuthenticationIntegrationTest, CloudMLTQParserTest, AddBlockUpdateTest, 
TestReversedWildcardFilterFactory, GraphQueryTest, 
ConfigureRecoveryStrategyTest, ClusterStateTest, AutoscalingHistoryHandlerTest, 
MoveReplicaHDFSFailoverTest, TestExpandComponent, IndexSizeTriggerTest, 
DocumentAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, 
TestPHPSerializedResponseWriter, TestInPlaceUpdatesDistrib, 
TestClassicSimilarityFactory, RangeFacetCloudTest, FastVectorHighlighterTest, 
IndexSchemaTest, DataDrivenBlockJoinTest, MaxSizeAutoCommitTest, 
IndexBasedSpellCheckerTest, CheckHdfsIndexTest, MetricUtilsTest, DOMUtilTest, 
TestTrackingShardHandlerFactory, IgnoreLargeDocumentProcessorFactoryTest, 
TestAnalyzedSuggestions, CdcrReplicationHandlerTest, 
HdfsRestartWhileUpdatingTest, AddSchemaFieldsUpdateProcessorFactoryTest, 
DocValuesNotIndexedTest, TestSortableTextField, TestManagedSchemaAPI, 
TestManagedResourceStorage, SuggestComponentContextFilterQueryTest, 
TestDocTermOrds, SolrMetricReporterTest, TestNestedUpdateProcessor, 
DeleteNodeTest, TestSimExecutePlanAction, TestCollationFieldDocValues, 
TestManagedSynonymGraphFilterFactory, MetricsHistoryIntegrationTest, 
HLLSerializationTest, TestStandardQParsers, TestQuerySenderListener, 
TestReplicaProperties, TestPseudoReturnFields, ZkStateWriterTest, 
TestSchemaSimilarityResource, TestSimComputePlanAction, 
ProtectedTermFilterFactoryTest, SolrInfoBeanTest, CurrencyRangeFacetCloudTest, 
DistributedFacetPivotLongTailTest, TestSolrDeletionPolicy1, 
TestShardHandlerFactory, CreateRoutedAliasTest, TestRTimerTree, 
ResponseBuilderTest, TestLazyCores, DisMaxRequestHandlerTest, 
TestImpersonationWithHadoopAuth, TestConfigSetsAPIExclusivity, 
MetricsConfigTest, TestEmbeddedSolrServerSchemaAPI, 
ClassificationUpdateProcessorFactoryTest, DocValuesMissingTest, 
CdcrBidirectionalTest, ReplicaListTransformerTest, 
CloneFieldUpdateProcessorFactoryTest, TestMacros, StressHdfsTest, 
TestFieldTypeResource, TestPolicyCloud, TestCloudDeleteByQuery, 
ExecutePlanActionTest, TestDistribIDF, TestPrepRecovery, 
TestSlowCompositeReaderWrapper, TestSystemCollAutoCreate, 
TestCloudJSONFacetSKG, LeaderTragicEventTest, TestSolr4Spatial2, 
TestFieldCollectionResource, CoreAdminOperationTest, 
TestDocBasedVersionConstraints, TestCursorMarkWithoutUniqueKey, 
RecoveryAfterSoftCommitTest, TestCloudPivotFacet, 
PeerSyncWithIndexFingerprintCachingTest, TestSolrCloudWithDelegationTokens, 
SuggesterTest, TestCorePropertiesReload, LeaderElectionTest, 
TestSimpleQParserPlugin, TestUtilizeNode, TolerantUpdateProcessorTest, 
TestSystemIdResolver, TestRecovery, NoCacheHeaderTest, TestLockTree, 
SoftAutoCommitTest]
   [junit4] Completed [502/836 (2!)] on J1 in 117.99s, 10 tests, 1 failure <<< 
FAILURES!

[...truncated 10282 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651:
 The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585:
 Some of the tests produced a heap dump, but did not fail. Maybe a suppressed 
OutOfMemoryError? Dumps created:
* java_pid28037.hprof

Total time: 307 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to