Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/409/
3 tests failed. FAILED: org.apache.lucene.document.TestLatLonLineShapeQueries.testRandomBig Error Message: Java heap space Stack Trace: java.lang.OutOfMemoryError: Java heap space at __randomizedtesting.SeedInfo.seed([8C26D3F59F1F17AC:B71AE7A0E466B2C]:0) at java.util.Arrays.copyOf(Arrays.java:3332) at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124) at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448) at java.lang.StringBuilder.append(StringBuilder.java:136) at java.lang.StringBuilder.append(StringBuilder.java:131) at org.apache.lucene.store.MockIndexInputWrapper.toString(MockIndexInputWrapper.java:224) at java.lang.String.valueOf(String.java:2994) at java.lang.StringBuilder.append(StringBuilder.java:131) at org.apache.lucene.store.BufferedChecksumIndexInput.<init>(BufferedChecksumIndexInput.java:34) at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157) at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1428) at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1884) at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1024) at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131) at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62) at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:225) at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188) at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137) at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4482) at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4077) at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40) at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2177) at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2010) at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1961) at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:260) at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:224) at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:205) at org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:181) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test Error Message: There are still nodes recoverying - waited for 320 seconds Stack Trace: java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds at __randomizedtesting.SeedInfo.seed([32CB8B231845219C:BA9FB4F9B6B94C64]:0) at org.junit.Assert.fail(Assert.java:88) at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1014) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1571) at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:143) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds Error Message: soft529 wasn't fast enough Stack Trace: java.lang.AssertionError: soft529 wasn't fast enough at __randomizedtesting.SeedInfo.seed([32CB8B231845219C:631F72A3A936113B]:0) at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.assertTrue(Assert.java:41) at org.junit.Assert.assertNotNull(Assert.java:712) at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:209) at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:168) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 10373 lines...] [junit4] Suite: org.apache.lucene.document.TestLatLonLineShapeQueries [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonLineShapeQueries -Dtests.method=testRandomBig -Dtests.seed=8C26D3F59F1F17AC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-CO -Dtests.timezone=America/Miquelon -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 145s J2 | TestLatLonLineShapeQueries.testRandomBig <<< [junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space [junit4] > at __randomizedtesting.SeedInfo.seed([8C26D3F59F1F17AC:B71AE7A0E466B2C]:0) [junit4] > at java.util.Arrays.copyOf(Arrays.java:3332) [junit4] > at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124) [junit4] > at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448) [junit4] > at java.lang.StringBuilder.append(StringBuilder.java:136) [junit4] > at java.lang.StringBuilder.append(StringBuilder.java:131) [junit4] > at org.apache.lucene.store.MockIndexInputWrapper.toString(MockIndexInputWrapper.java:224) [junit4] > at java.lang.String.valueOf(String.java:2994) [junit4] > at java.lang.StringBuilder.append(StringBuilder.java:131) [junit4] > at org.apache.lucene.store.BufferedChecksumIndexInput.<init>(BufferedChecksumIndexInput.java:34) [junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1428) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1884) [junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1024) [junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131) [junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62) [junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:225) [junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:188) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:137) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4482) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4077) [junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40) [junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2177) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2010) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1961) [junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:260) [junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:224) [junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:205) [junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:181) [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/J2/temp/lucene.document.TestLatLonLineShapeQueries_8C26D3F59F1F17AC-001 [junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CO, timezone=America/Miquelon [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=112000856,total=457179136 [junit4] 2> NOTE: All tests run in this JVM: [TestTermAutomatonQuery, TestCoveringQuery, TestLatLonLineShapeQueries] [junit4] Completed [20/23 (1!)] on J2 in 818.65s, 4 tests, 1 error <<< FAILURES! [...truncated 4 lines...] [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/sandbox/test/temp/junit4-J2-20181220_132424_9835720168074007007932.sysout [junit4] >>> JVM J2 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: Java heap space [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid28037.hprof ... [junit4] Heap dump file created [422704623 bytes in 0.865 secs] [junit4] <<< JVM J2: EOF ---- [...truncated 4034 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/init-core-data-001 [junit4] 2> 1960936 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=262 numCloses=262 [junit4] 2> 1960937 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1960940 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1960941 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1960941 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: / [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1961012 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1961025 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1961027 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1961081 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34381_hdfs____.g2ik8b/webapp [junit4] 2> 1961923 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34381 [junit4] 2> 1962191 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1962194 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1962238 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39288_datanode____zk8kz/webapp [junit4] 2> 1963058 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39288 [junit4] 2> 1963423 WARN (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1963424 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log jetty-6.1.26 [junit4] 2> 1963469 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41851_datanode____ffmu8u/webapp [junit4] 2> 1963685 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:38367) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1963763 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x16ed7575a0f33a: from storage DS-0dfcd26b-c974-4acb-a296-3c7a52ef3fba node DatanodeRegistration(127.0.0.1:37855, datanodeUuid=cefdcaac-53bf-4c90-9273-d2a23c1ebb16, infoPort=41210, infoSecurePort=0, ipcPort=37940, storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1963763 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x16ed7575a0f33a: from storage DS-82e06e9b-290a-4be5-9839-b14008884d6d node DatanodeRegistration(127.0.0.1:37855, datanodeUuid=cefdcaac-53bf-4c90-9273-d2a23c1ebb16, infoPort=41210, infoSecurePort=0, ipcPort=37940, storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 1964278 INFO (SUITE-HdfsRestartWhileUpdatingTest-seed#[32CB8B231845219C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41851 [junit4] 2> 1964535 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:38367) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 [junit4] 2> 1964551 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x16ed75a49ded76: from storage DS-3f4b0232-a5f5-46b0-a762-c343a3f4492f node DatanodeRegistration(127.0.0.1:39466, datanodeUuid=3811ad6f-21e3-4205-b60b-4fe505760439, infoPort=44912, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs [junit4] 2> 1964551 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x16ed75a49ded76: from storage DS-8a57767f-7558-4708-aac9-cb75bbb3c6ab node DatanodeRegistration(127.0.0.1:39466, datanodeUuid=3811ad6f-21e3-4205-b60b-4fe505760439, infoPort=44912, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-56;cid=testClusterID;nsid=1657376377;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs [junit4] 2> 1964891 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1964894 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1964894 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1964995 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer start zk server on port:41001 [junit4] 2> 1964995 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41001 [junit4] 2> 1964995 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41001 [junit4] 2> 1965052 INFO (zkConnectionManagerCallback-7210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965081 INFO (zkConnectionManagerCallback-7212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965090 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1965102 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 1965108 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1965112 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1965116 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1965125 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1965127 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1965129 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1965135 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1965140 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1965143 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1965157 INFO (zkConnectionManagerCallback-7216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965161 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise [junit4] 2> 1965502 WARN (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1965502 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1965502 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1965502 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1965505 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1965505 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1965505 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1965505 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e70f63e{/,null,AVAILABLE} [junit4] 2> 1965506 WARN (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c62eb26[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1965507 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49bcf790{SSL,[ssl, http/1.1]}{127.0.0.1:34234} [junit4] 2> 1965507 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.e.j.s.Server Started @1965628ms [junit4] 2> 1965507 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_control_data, hostContext=/, hostPort=34234, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores} [junit4] 2> 1965508 ERROR (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1965508 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1965508 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.7.0 [junit4] 2> 1965508 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1965508 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1965508 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-20T15:12:42.984Z [junit4] 2> 1965519 INFO (zkConnectionManagerCallback-7218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965521 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1965521 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/solr.xml [junit4] 2> 1965527 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1965528 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1965529 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1965709 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr [junit4] 2> 1965711 INFO (zkConnectionManagerCallback-7222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965715 INFO (zkConnectionManagerCallback-7224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965843 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34234_ [junit4] 2> 1965844 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.c.Overseer Overseer (id=72480533193621509-127.0.0.1:34234_-n_0000000000) starting [junit4] 2> 1965885 INFO (zkConnectionManagerCallback-7231-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1965896 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1965910 INFO (OverseerStateUpdate-72480533193621509-127.0.0.1:34234_-n_0000000000) [n:127.0.0.1:34234_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34234_ [junit4] 2> 1965940 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34234_ [junit4] 2> 1965947 INFO (zkCallback-7230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1965967 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1965991 INFO (OverseerAutoScalingTriggerThread-72480533193621509-127.0.0.1:34234_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:34234_] [junit4] 2> 1966133 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1966192 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1966208 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1966208 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1966211 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [n:127.0.0.1:34234_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores [junit4] 2> 1966245 INFO (zkConnectionManagerCallback-7237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1966247 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1966248 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1966284 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34234_&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1966294 INFO (OverseerThreadFactory-3592-thread-1-processing-n:127.0.0.1:34234_) [n:127.0.0.1:34234_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection [junit4] 2> 1966416 INFO (qtp1372540608-40807) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1966417 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1966419 INFO (qtp1372540608-40805) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1966420 INFO (qtp1372540608-40806) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1966421 INFO (qtp1372540608-40807) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1966427 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1966428 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1969012 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.7.0 [junit4] 2> 1969067 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test [junit4] 2> 1969261 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 1969292 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true [junit4] 2> 1969293 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1969293 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/control-001/cores/control_collection_shard1_replica_n1/data/] [junit4] 2> 1969299 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=2.126953125, floorSegmentMB=2.033203125, forceMergeDeletesPctAllowed=8.778281379242841, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6433638734610295, deletesPctAllowed=35.09619859525323 [junit4] 2> 1969328 WARN (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}} [junit4] 2> 1969413 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1969413 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1969416 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 30000ms; [junit4] 2> 1969416 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms; [junit4] 2> 1969421 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=45.73828125, floorSegmentMB=1.0634765625, forceMergeDeletesPctAllowed=3.587483810428255, segmentsPerTier=10.0, maxCFSSegmentSizeMB=1.2509765625, noCFSRatio=1.0, deletesPctAllowed=47.57260644980428 [junit4] 2> 1969421 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6606a8f8[control_collection_shard1_replica_n1] main] [junit4] 2> 1969427 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 1969428 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 1969433 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 1969433 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1620384171330371584 [junit4] 2> 1969441 INFO (searcherExecutor-3597-thread-1-processing-n:127.0.0.1:34234_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6606a8f8[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1969448 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0} [junit4] 2> 1969449 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1 [junit4] 2> 1969468 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1969468 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1969468 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34234/control_collection_shard1_replica_n1/ [junit4] 2> 1969469 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1969469 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34234/control_collection_shard1_replica_n1/ has no replicas [junit4] 2> 1969469 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1969470 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72480533193621509-core_node2-n_0000000000 [junit4] 2> 1969478 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34234/control_collection_shard1_replica_n1/ shard1 [junit4] 2> 1969480 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1969480 INFO (zkCallback-7223-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1969484 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1969487 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3060 [junit4] 2> 1969496 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 1969591 INFO (zkCallback-7223-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1969591 INFO (zkCallback-7223-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1969592 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34234_&wt=javabin&version=2} status=0 QTime=3308 [junit4] 2> 1969592 INFO (zkCallback-7223-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1]) [junit4] 2> 1969598 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10180a932230007, likely client has closed socket [junit4] 2> 1969604 INFO (zkConnectionManagerCallback-7242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1969606 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1969608 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1969608 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 1969611 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1969615 INFO (OverseerThreadFactory-3592-thread-2-processing-n:127.0.0.1:34234_) [n:127.0.0.1:34234_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1 [junit4] 2> 1969617 INFO (OverseerCollectionConfigSetProcessor-72480533193621509-127.0.0.1:34234_-n_0000000000) [n:127.0.0.1:34234_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1969826 WARN (OverseerThreadFactory-3592-thread-2-processing-n:127.0.0.1:34234_) [n:127.0.0.1:34234_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores. [junit4] 2> 1969833 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 1969843 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=232 [junit4] 2> 1969853 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3 [junit4] 2> 1970256 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001 of type NRT [junit4] 2> 1970260 WARN (closeThreadPool-7243-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1970260 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1970260 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1970260 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1970262 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1970262 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1970262 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 1970263 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d0d6ec{/,null,AVAILABLE} [junit4] 2> 1970264 WARN (closeThreadPool-7243-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@66332093[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@458a90bd{SSL,[ssl, http/1.1]}{127.0.0.1:43937} [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.e.j.s.Server Started @1970385ms [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43937, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores} [junit4] 2> 1970265 ERROR (closeThreadPool-7243-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.7.0 [junit4] 2> 1970265 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1970266 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1970266 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-20T15:12:47.742Z [junit4] 2> 1970273 INFO (zkConnectionManagerCallback-7245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1970274 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1970274 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/solr.xml [junit4] 2> 1970279 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1970279 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1970299 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1970497 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001 of type NRT [junit4] 2> 1970502 WARN (closeThreadPool-7243-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1970503 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1970503 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1970503 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1970511 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1970511 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1970511 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1970512 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3588918a{/,null,AVAILABLE} [junit4] 2> 1970512 WARN (closeThreadPool-7243-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ffcedcb[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1970513 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63443ba1{SSL,[ssl, http/1.1]}{127.0.0.1:39995} [junit4] 2> 1970513 INFO (closeThreadPool-7243-thread-2) [ ] o.e.j.s.Server Started @1970634ms [junit4] 2> 1970513 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39995, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/cores} [junit4] 2> 1970514 ERROR (closeThreadPool-7243-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1970514 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1970514 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.7.0 [junit4] 2> 1970514 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1970514 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1970514 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-20T15:12:47.990Z [junit4] 2> 1970527 INFO (zkConnectionManagerCallback-7247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1970529 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1970529 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/solr.xml [junit4] 2> 1970534 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1970534 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1970536 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1970645 INFO (closeThreadPool-7243-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr [junit4] 2> 1970659 INFO (zkConnectionManagerCallback-7251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1970673 INFO (zkConnectionManagerCallback-7253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1970695 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1970702 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.ZkController Publish node=127.0.0.1:43937_ as DOWN [junit4] 2> 1970704 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1970704 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43937_ [junit4] 2> 1970706 INFO (zkCallback-7230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1970713 INFO (zkCallback-7241-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1970714 INFO (zkCallback-7223-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1970731 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1970930 INFO (zkConnectionManagerCallback-7260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1970934 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1970940 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1970956 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1971007 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971024 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971024 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971025 INFO (TEST-HdfsRestartWhileUpdatingTest.test-seed#[32CB8B231845219C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001 of type NRT [junit4] 2> 1971026 INFO (closeThreadPool-7243-thread-1) [n:127.0.0.1:43937_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores [junit4] 2> 1971029 WARN (closeThreadPool-7243-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time [junit4] 2> 1971029 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0) [junit4] 2> 1971029 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ... [junit4] 2> 1971029 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12 [junit4] 2> 1971031 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1971031 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1971031 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms [junit4] 2> 1971032 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cc20cd3{/,null,AVAILABLE} [junit4] 2> 1971035 WARN (closeThreadPool-7243-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b8391dd[provider=null,keyStore=null,trustStore=null] [junit4] 2> 1971038 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24ba1b{SSL,[ssl, http/1.1]}{127.0.0.1:38722} [junit4] 2> 1971038 INFO (closeThreadPool-7243-thread-3) [ ] o.e.j.s.Server Started @1971159ms [junit4] 2> 1971038 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38367/hdfs__localhost_38367__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=38722, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/cores} [junit4] 2> 1971038 ERROR (closeThreadPool-7243-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1971038 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 1971039 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.7.0 [junit4] 2> 1971039 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1971039 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1971039 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-20T15:12:48.515Z [junit4] 2> 1971041 INFO (zkConnectionManagerCallback-7263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971042 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper) [junit4] 2> 1971042 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/solr.xml [junit4] 2> 1971047 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 1971047 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 1971049 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37, but no JMX reporters were configured - adding default JMX reporter. [junit4] 2> 1971148 INFO (closeThreadPool-7243-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr [junit4] 2> 1971150 INFO (zkConnectionManagerCallback-7267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971152 INFO (zkConnectionManagerCallback-7269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971163 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1971170 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38722_ as DOWN [junit4] 2> 1971178 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1971178 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38722_ [junit4] 2> 1971182 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971182 INFO (zkCallback-7241-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971182 INFO (zkCallback-7223-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971182 INFO (zkCallback-7230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971182 INFO (zkCallback-7268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971190 INFO (zkCallback-7259-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1971214 INFO (zkConnectionManagerCallback-7276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971215 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1971217 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1971217 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1971221 INFO (closeThreadPool-7243-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr [junit4] 2> 1971223 INFO (zkConnectionManagerCallback-7281-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971242 INFO (zkConnectionManagerCallback-7283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971250 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971253 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1971258 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.ZkController Publish node=127.0.0.1:39995_ as DOWN [junit4] 2> 1971259 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores [junit4] 2> 1971259 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39995_ [junit4] 2> 1971260 INFO (zkCallback-7230-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971260 INFO (zkCallback-7241-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971260 INFO (zkCallback-7252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971260 INFO (zkCallback-7223-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971263 INFO (zkCallback-7259-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971263 INFO (zkCallback-7268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971267 INFO (zkCallback-7275-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971271 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971271 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971274 INFO (closeThreadPool-7243-thread-3) [n:127.0.0.1:38722_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-3-001/cores [junit4] 2> 1971279 INFO (zkCallback-7282-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1971320 INFO (zkConnectionManagerCallback-7290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1971322 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1971325 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready [junit4] 2> 1971326 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 1971413 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971459 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971459 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1971463 INFO (closeThreadPool-7243-thread-2) [n:127.0.0.1:39995_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-2-001/cores [junit4] 2> 1971626 INFO (OverseerCollectionConfigSetProcessor-72480533193621509-127.0.0.1:34234_-n_0000000000) [n:127.0.0.1:34234_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1971745 INFO (qtp1372540608-40805) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43937_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1971750 INFO (qtp1372540608-40803) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38722_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1971758 INFO (qtp1372540608-40807) [n:127.0.0.1:34234_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39995_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1971776 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=3 [junit4] 2> 1971779 INFO (qtp1372540608-40806) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0 [junit4] 2> 1971782 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0 [junit4] 2> 1971789 INFO (qtp1372540608-40806) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1971792 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971796 INFO (qtp1372540608-40806) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2 [junit4] 2> 1971798 INFO (qtp1372540608-40804) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971800 INFO (qtp1372540608-40806) [n:127.0.0.1:34234_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1971836 INFO (qtp551482431-40912) [n:127.0.0.1:38722_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971837 INFO (qtp551482431-40908) [n:127.0.0.1:38722_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971838 INFO (qtp551482431-40909) [n:127.0.0.1:38722_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971839 INFO (qtp551482431-40910) [n:127.0.0.1:38722_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971840 INFO (qtp551482431-40911) [n:127.0.0.1:38722_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971877 INFO (qtp1408935805-40881) [n:127.0.0.1:39995_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971879 INFO (qtp1408935805-40880) [n:127.0.0.1:39995_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971881 INFO (qtp1408935805-40877) [n:127.0.0.1:39995_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971883 INFO (qtp1408935805-40878) [n:127.0.0.1:39995_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971885 INFO (qtp1408935805-40879) [n:127.0.0.1:39995_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971909 INFO (qtp971742266-40865) [n:127.0.0.1:43937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1971920 INFO (qtp971742266-40868) [n:127.0.0.1:43937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1971923 INFO (qtp971742266-40861) [n:127.0.0.1:43937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1 [junit4] 2> 1971926 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971927 INFO (qtp971742266-40867) [n:127.0.0.1:43937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 1971930 INFO (OverseerThreadFactory-3592-thread-3-processing-n:127.0.0.1:34234_) [n:127.0.0.1:34234_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43937_ for creating new replica of shard shard1 for collection collection1 [junit4] 2> 1971940 INFO (OverseerThreadFactory-3592-thread-3-processing-n:127.0.0.1:34234_) [n:127.0.0.1:34234_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command. [junit4] 2> 1971952 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1972992 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.7.0 [junit4] 2> 1973031 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test [junit4] 2> 1973265 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id [junit4] 2> 1973295 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true [junit4] 2> 1973296 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4da4f37 [junit4] 2> 1973296 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRestartWhileUpdatingTest_32CB8B231845219C-001/shard-1-001/cores/collection1_shard1_replica_n1/data/] [junit4] 2> 1973302 INFO (qtp971742266-40866) [n:127.0.0.1:43937_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=2.126953125, floorSegmentMB=2.033203125, forceMergeDeletesPctAllowed=8.778281379242841, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6433638734610295, deletesPctAllowed=35.09619859525323 [...truncated too long message...] .runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1545320003398}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_c(7.7.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1545320018524}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_d(7.7.0):c1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1545320019724}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_e(7.7.0):c5:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=7.7.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1545320026933}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))} [junit4] 2> 3230149 INFO (commitScheduler-7191-thread-11) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 3230149 INFO (commitScheduler-7191-thread-11) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3d387f37 commitCommandVersion:0 [junit4] 2> 3230150 INFO (commitScheduler-7191-thread-11) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c3306ad[collection1] realtime] [junit4] 2> 3230150 INFO (commitScheduler-7191-thread-11) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 3235561 INFO (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[32CB8B231845219C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHardCommitWithinAndSoftCommitMaxTimeRapidAdds [junit4] 2> 3235562 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 3235562 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1192704207 [junit4] 2> 3235563 INFO (coreCloseExecutor-7193-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@45c7a1db [junit4] 2> 3235563 INFO (coreCloseExecutor-7193-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=45c7a1db [junit4] 2> 3235563 INFO (coreCloseExecutor-7193-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2347aee1: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@71439df3 [junit4] 2> 3235580 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 3235580 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3df9bb7d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@70b4460e [junit4] 2> 3235586 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3235587 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@353eb39f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@8c6ffc3 [junit4] 2> 3235590 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3235590 INFO (SUITE-SoftAutoCommitTest-seed#[32CB8B231845219C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a43852: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@57ce14d6 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_32CB8B231845219C-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), intDefault=PostingsFormat(name=Direct), id_i1=PostingsFormat(name=Direct), id=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=942, maxMBSortInHeap=5.829585013790964, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-OM, timezone=Navajo [junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=281874736,total=524288000 [junit4] 2> NOTE: All tests run in this JVM: [RankQueryTest, TestTlogReplica, DocExpirationUpdateProcessorFactoryTest, TermVectorComponentTest, TestBinaryResponseWriter, RestartWhileUpdatingTest, SolrCloudExampleTest, SolrRrdBackendFactoryTest, SyncSliceTest, TestSubQueryTransformerCrossCore, LIRRollingUpdatesTest, TestInfoStreamLogging, TestSQLHandlerNonCloud, TestShortCircuitedRequests, TestBadConfig, ZkFailoverTest, CdcrWithNodesRestartsTest, HdfsBasicDistributedZkTest, TestCollapseQParserPlugin, TestNumericTerms32, TimeZoneUtilsTest, XmlUpdateRequestHandlerTest, TestDynamicLoading, RequestHandlersTest, DistributedQueryComponentOptimizationTest, TestDeleteCollectionOnDownNodes, TestLegacyFieldReuse, TestIBSimilarityFactory, PKIAuthenticationIntegrationTest, CloudMLTQParserTest, AddBlockUpdateTest, TestReversedWildcardFilterFactory, GraphQueryTest, ConfigureRecoveryStrategyTest, ClusterStateTest, AutoscalingHistoryHandlerTest, MoveReplicaHDFSFailoverTest, TestExpandComponent, IndexSizeTriggerTest, DocumentAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestPHPSerializedResponseWriter, TestInPlaceUpdatesDistrib, TestClassicSimilarityFactory, RangeFacetCloudTest, FastVectorHighlighterTest, IndexSchemaTest, DataDrivenBlockJoinTest, MaxSizeAutoCommitTest, IndexBasedSpellCheckerTest, CheckHdfsIndexTest, MetricUtilsTest, DOMUtilTest, TestTrackingShardHandlerFactory, IgnoreLargeDocumentProcessorFactoryTest, TestAnalyzedSuggestions, CdcrReplicationHandlerTest, HdfsRestartWhileUpdatingTest, AddSchemaFieldsUpdateProcessorFactoryTest, DocValuesNotIndexedTest, TestSortableTextField, TestManagedSchemaAPI, TestManagedResourceStorage, SuggestComponentContextFilterQueryTest, TestDocTermOrds, SolrMetricReporterTest, TestNestedUpdateProcessor, DeleteNodeTest, TestSimExecutePlanAction, TestCollationFieldDocValues, TestManagedSynonymGraphFilterFactory, MetricsHistoryIntegrationTest, HLLSerializationTest, TestStandardQParsers, TestQuerySenderListener, TestReplicaProperties, TestPseudoReturnFields, ZkStateWriterTest, TestSchemaSimilarityResource, TestSimComputePlanAction, ProtectedTermFilterFactoryTest, SolrInfoBeanTest, CurrencyRangeFacetCloudTest, DistributedFacetPivotLongTailTest, TestSolrDeletionPolicy1, TestShardHandlerFactory, CreateRoutedAliasTest, TestRTimerTree, ResponseBuilderTest, TestLazyCores, DisMaxRequestHandlerTest, TestImpersonationWithHadoopAuth, TestConfigSetsAPIExclusivity, MetricsConfigTest, TestEmbeddedSolrServerSchemaAPI, ClassificationUpdateProcessorFactoryTest, DocValuesMissingTest, CdcrBidirectionalTest, ReplicaListTransformerTest, CloneFieldUpdateProcessorFactoryTest, TestMacros, StressHdfsTest, TestFieldTypeResource, TestPolicyCloud, TestCloudDeleteByQuery, ExecutePlanActionTest, TestDistribIDF, TestPrepRecovery, TestSlowCompositeReaderWrapper, TestSystemCollAutoCreate, TestCloudJSONFacetSKG, LeaderTragicEventTest, TestSolr4Spatial2, TestFieldCollectionResource, CoreAdminOperationTest, TestDocBasedVersionConstraints, TestCursorMarkWithoutUniqueKey, RecoveryAfterSoftCommitTest, TestCloudPivotFacet, PeerSyncWithIndexFingerprintCachingTest, TestSolrCloudWithDelegationTokens, SuggesterTest, TestCorePropertiesReload, LeaderElectionTest, TestSimpleQParserPlugin, TestUtilizeNode, TolerantUpdateProcessorTest, TestSystemIdResolver, TestRecovery, NoCacheHeaderTest, TestLockTree, SoftAutoCommitTest] [junit4] Completed [502/836 (2!)] on J1 in 117.99s, 10 tests, 1 failure <<< FAILURES! [...truncated 10282 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created: * java_pid28037.hprof Total time: 307 minutes 20 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org