Build: 
https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/98/

3 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:
Marker /autoscaling/nodeLost/127.0.0.1:33040_solr still active!

Stack Trace:
java.lang.AssertionError: Marker /autoscaling/nodeLost/127.0.0.1:33040_solr 
still active!
        at 
__randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:C060ECD225707449]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.assertTrue(Assert.java:41)
        at 
org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:166)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NRTCachingDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but 
was:<ObjectTracker found 1 object(s) that were not released!!! 
[NRTCachingDirectory] 
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NRTCachingDirectory  at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
  at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at 
org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)  at 
org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)  at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)  at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
  at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
  at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
  at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
  at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)  
at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)  
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
  at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
  at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) 
 at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  
at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
  at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
  at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
  at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  
at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) 
 at org.eclipse.jetty.server.Server.handle(Server.java:500)  at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at 
org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at 
org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
  at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not 
released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NRTCachingDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 1 object(s) that were not 
released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: 
org.apache.lucene.store.NRTCachingDirectory
        at 
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
        at 
org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
        at 
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
        at 
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
        at 
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
        at 
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at 
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
        at org.eclipse.jetty.server.Server.handle(Server.java:500)
        at 
org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
        at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
        at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
        at java.base/java.lang.Thread.run(Thread.java:834)

>
        at __randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotNull(Assert.java:755)
        at org.junit.Assert.assertNull(Assert.java:737)
        at 
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
        at jdk.internal.reflect.GeneratedMethodAccessor214.invoke(Unknown 
Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
        at 
__randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:508E5B0485B9D45E]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.junit.Assert.assertEquals(Assert.java:631)
        at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
        at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13967 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
   [junit4]   2> 997324 INFO  
(SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/data-dir-66-001
   [junit4]   2> 997324 WARN  
(SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 997324 INFO  
(SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 997325 INFO  
(SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 997325 INFO  
(SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 997328 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 997328 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001
   [junit4]   2> 997329 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 997329 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 997329 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 997429 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer start zk server on port:44926
   [junit4]   2> 997429 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44926
   [junit4]   2> 997429 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44926
   [junit4]   2> 997429 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44926
   [junit4]   2> 997431 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 997433 INFO  (zkConnectionManagerCallback-4186-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 997433 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 997435 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 997436 INFO  (zkConnectionManagerCallback-4188-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 997436 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 997437 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 997438 INFO  (zkConnectionManagerCallback-4190-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 997438 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 997566 WARN  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, 
break even is size 23
   [junit4]   2> 997566 WARN  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, 
break even is size 23
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 997566 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 
363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 997567 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 997567 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 997567 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 997568 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@48333d40{/solr,null,AVAILABLE}
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@6617ee25{ssl,[ssl, alpn, 
http/1.1, h2]}{127.0.0.1:33040}
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.s.Server Started @997605ms
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33040}
   [junit4]   2> 997569 ERROR (jetty-launcher-4191-thread-2) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 997569 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-01-24T20:42:42.339561Z
   [junit4]   2> 997570 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 997571 INFO  (zkConnectionManagerCallback-4193-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 997571 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 997580 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 997584 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 997584 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 997584 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 997584 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7254b14a{/solr,null,AVAILABLE}
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@3c3fb4d{ssl,[ssl, alpn, 
http/1.1, h2]}{127.0.0.1:44698}
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.s.Server Started @997621ms
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=44698}
   [junit4]   2> 997585 ERROR (jetty-launcher-4191-thread-1) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
9.0.0
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 997585 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-01-24T20:42:42.355610Z
   [junit4]   2> 997586 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 997587 INFO  (zkConnectionManagerCallback-4195-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 997587 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 997595 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 999372 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 999373 WARN  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@df912f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 999373 WARN  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@df912f6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 999388 WARN  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@de3b956[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 999388 WARN  (jetty-launcher-4191-thread-2) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@de3b956[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 999389 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
   [junit4]   2> 999390 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999391 INFO  (zkConnectionManagerCallback-4203-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 999391 INFO  (jetty-launcher-4191-thread-2) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999493 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 999494 INFO  (zkConnectionManagerCallback-4205-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 999494 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 999622 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:33040_solr
   [junit4]   2> 999622 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.Overseer Overseer 
(id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) starting
   [junit4]   2> 999640 INFO  
(OverseerStateUpdate-72167307703812102-127.0.0.1:33040_solr-n_0000000000) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:33040_solr
   [junit4]   2> 999640 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33040_solr
   [junit4]   2> 999640 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 999641 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with 
znode version 1
   [junit4]   2> 999641 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion 0
   [junit4]   2> 999641 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 1
   [junit4]   2> 999641 INFO  (zkCallback-4204-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 999643 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 999643 WARN  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 999644 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:33040_solr]
   [junit4]   2> 999645 DEBUG (ScheduledTrigger-3365-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 999681 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / 
nodeAdded markers
   [junit4]   2> 999682 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, 
lastZnodeVersion 1
   [junit4]   2> 999697 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 999786 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33040.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 999813 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33040.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 999814 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33040.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 999815 INFO  (jetty-launcher-4191-thread-2) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node2/.
   [junit4]   2> 1000649 DEBUG (ScheduledTrigger-3365-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1001275 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1001276 WARN  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@3f542324[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1001276 WARN  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@3f542324[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1001278 WARN  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@6a4b550b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1001278 WARN  (jetty-launcher-4191-thread-1) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@6a4b550b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1001288 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
   [junit4]   2> 1001289 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1001290 INFO  (zkConnectionManagerCallback-4215-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1001290 INFO  (jetty-launcher-4191-thread-1) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1001392 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to 
connect to ZooKeeper
   [junit4]   2> 1001393 INFO  (zkConnectionManagerCallback-4217-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1001393 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1001397 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1001401 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:44698_solr as DOWN
   [junit4]   2> 1001402 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1001402 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44698_solr
   [junit4]   2> 1001403 INFO  (zkCallback-4204-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1001403 INFO  (zkCallback-4216-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1001404 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1001405 WARN  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1001438 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1001487 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44698.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1001525 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44698.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1001525 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_44698.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1001526 INFO  (jetty-launcher-4191-thread-1) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node1/.
   [junit4]   2> 1001605 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1001606 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1001607 INFO  (zkConnectionManagerCallback-4226-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1001607 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1001608 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1001609 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 
127.0.0.1:44926/solr ready
   [junit4]   2> 1001650 DEBUG (ScheduledTrigger-3365-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1001681 INFO  (qtp1827636565-12795) [n:127.0.0.1:33040_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling 
params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1001742 INFO  (qtp1827636565-12796) [n:127.0.0.1:33040_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1001842 INFO  (qtp1327060237-12802) [n:127.0.0.1:44698_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics 
params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}
 status=0 QTime=0
   [junit4]   2> 1001843 DEBUG (qtp1827636565-12797) [n:127.0.0.1:33040_solr    
 ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1001843 INFO  (qtp1827636565-12797) [n:127.0.0.1:33040_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling 
params={wt=javabin&version=2} status=0 QTime=160
   [junit4]   2> 1001844 DEBUG (zkCallback-4204-thread-1) [     ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 1001844 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 2
   [junit4]   2> 1001846 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / 
nodeAdded markers
   [junit4]   2> 1001846 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, 
lastZnodeVersion 2
   [junit4]   2> 1001859 INFO  (qtp1827636565-12797) [n:127.0.0.1:33040_solr    
 ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1001877 INFO  (qtp1827636565-12797) [n:127.0.0.1:33040_solr    
 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=18
   [junit4]   2> 1001879 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short 
content, break even is size 23
   [junit4]   2> 1001879 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding 
port=0)
   [junit4]   2> 1001879 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 
1 ...
   [junit4]   2> 1001880 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 
2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 
11.0.4+10-LTS
   [junit4]   2> 1001893 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1001893 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1001893 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1001893 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d52dfd4{/solr,null,AVAILABLE}
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.AbstractConnector Started ServerConnector@723dc68{ssl,[ssl, 
alpn, http/1.1, h2]}{127.0.0.1:34493}
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.Server Started @1001931ms
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=34493}
   [junit4]   2> 1001894 ERROR 
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging 
may be missing or incomplete.
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? 
version 9.0.0
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on 
port null
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1001894 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2020-01-24T20:42:46.664959Z
   [junit4]   2> 1001895 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1001896 INFO  (zkConnectionManagerCallback-4228-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1001896 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1001897 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1002650 DEBUG (ScheduledTrigger-3365-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1003651 DEBUG (ScheduledTrigger-3365-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1003877 INFO  
(OverseerCollectionConfigSetProcessor-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [n:127.0.0.1:33040_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1004526 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1004539 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.u.s.S.config Trusting all certificates configured for 
Client@5a17cf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1004539 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm 
configured for Client@5a17cf3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1004542 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.u.s.S.config Trusting all certificates configured for 
Client@5ab34a02[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1004542 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm 
configured for Client@5ab34a02[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1004556 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
   [junit4]   2> 1004557 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1004558 INFO  (zkConnectionManagerCallback-4235-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1004558 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1004651 DEBUG (ScheduledTrigger-3365-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1004660 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.c.ConnectionManager Waiting for client 
to connect to ZooKeeper
   [junit4]   2> 1004661 INFO  (zkConnectionManagerCallback-4237-thread-1) [    
 ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1004661 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 1004666 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1004669 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.ZkController Publish 
node=127.0.0.1:34493_solr as DOWN
   [junit4]   2> 1004670 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating 
transient cache for 2147483647 transient cores
   [junit4]   2> 1004670 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34493_solr
   [junit4]   2> 1004671 INFO  (zkCallback-4204-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1004671 INFO  (zkCallback-4216-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1004671 INFO  (zkCallback-4225-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1004671 INFO  (zkCallback-4236-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1004682 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.p.PackageLoader /packages.json updated to 
version -1
   [junit4]   2> 1004683 WARN  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.CoreContainer Not all security plugins 
configured!  authentication=disabled authorization=disabled.  Solr is only as 
secure as you make it. Consider configuring authentication/authorization before 
exposing Solr to users internal or external.  See 
https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1004733 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system 
collection, keeping metrics history in memory.
   [junit4]   2> 1004798 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34493.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1004891 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34493.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1004904 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_34493.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
   [junit4]   2> 1004905 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [n:127.0.0.1:34493_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node3/.
   [junit4]   2> 1005249 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
   [junit4]   2> 1005251 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.a.NodeMarkersRegistrationTest ====== KILL OVERSEER 1
   [junit4]   2> 1005251 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1642657227
   [junit4]   2> 1005251 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33040_solr
   [junit4]   2> 1005251 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1005252 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33040_solr as DOWN
   [junit4]   2> 1005262 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1005262 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.node, tag=null
   [junit4]   2> 1005262 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@66107f6a: rootName = 
solr_33040, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@db5b061
   [junit4]   2> 1005293 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jvm, tag=null
   [junit4]   2> 1005293 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@5fa1d23b: rootName = 
solr_33040, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
   [junit4]   2> 1005319 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.jetty, tag=null
   [junit4]   2> 1005319 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@48e5f249: rootName = 
solr_33040, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
   [junit4]   2> 1005319 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.cluster, tag=null
   [junit4]   2> 1005319 INFO  (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.Overseer Overseer 
(id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
   [junit4]   2> 1005320 INFO  
(OverseerStateUpdate-72167307703812102-127.0.0.1:33040_solr-n_0000000000) 
[n:127.0.0.1:33040_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:33040_solr
   [junit4]   2> 1005320 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1005342 INFO  
(OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1005347 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1005348 INFO  (closeThreadPool-4245-thread-1) [     ] 
o.a.s.c.Overseer Overseer 
(id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
   [junit4]   2> 1005349 INFO  (zkCallback-4225-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1005349 INFO  (zkCallback-4236-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1005349 INFO  (zkCallback-4216-thread-1) [     ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1005350 INFO  (zkCallback-4216-thread-2) [     ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44698_solr
   [junit4]   2> 1005351 INFO  (zkCallback-4216-thread-2) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.Overseer Overseer 
(id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) starting
   [junit4]   2> 1005355 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with 
znode version 2
   [junit4]   2> 1005355 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, 
lastZnodeVersion 0
   [junit4]   2> 1005355 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto 
znodeVersion 2
   [junit4]   2> 1005356 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:44698_solr, 127.0.0.1:34493_solr]
   [junit4]   2> 1005356 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / 
nodeAdded markers
   [junit4]   2> 1005357 DEBUG 
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, 
lastZnodeVersion 2
   [junit4]   2> 1005357 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1005357 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33040_solr
   [junit4]   2> 1005362 INFO  
(OverseerStateUpdate-72167307703812104-127.0.0.1:44698_solr-n_0000000001) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.Overseer Starting to work on the main 
queue : 127.0.0.1:44698_solr
   [junit4]   2> 1005449 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.Overseer Overseer 
(id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
   [junit4]   2> 1005451 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6617ee25{ssl,[ssl, 
alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 1005451 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@48333d40{/solr,null,UNAVAILABLE}
   [junit4]   2> 1005451 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1005452 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 33040
   [junit4]   2> 1006358 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1007359 DEBUG (ScheduledTrigger-3390-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1008359 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1009359 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1010359 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1010507 INFO  (qtp11833775-12858) [n:127.0.0.1:34493_solr     
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1010520 INFO  (qtp11833775-12858) [n:127.0.0.1:34493_solr     
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1011360 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1012360 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1012511 INFO  
(OverseerCollectionConfigSetProcessor-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [n:127.0.0.1:44698_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1013360 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1014360 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1015360 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1016361 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1017361 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1018361 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1019361 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1020369 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1021369 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1022369 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1023371 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1024371 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1025372 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1026372 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1027376 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1028376 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1029380 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1030381 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1031398 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1032399 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1033399 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1034399 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1035399 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1036400 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1037400 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1038415 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1039417 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1040417 DEBUG (ScheduledTrigger-3390-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1040652 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=825793946
   [junit4]   2> 1040652 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:44698_solr
   [junit4]   2> 1040652 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1040652 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.c.ZkController Publish node=127.0.0.1:44698_solr as DOWN
   [junit4]   2> 1040655 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=683860610
   [junit4]   2> 1040655 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.c.ZkController Remove node as live in 
ZooKeeper:/live_nodes/127.0.0.1:34493_solr
   [junit4]   2> 1040664 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1040664 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.c.ZkController Publish node=127.0.0.1:34493_solr as DOWN
   [junit4]   2> 1040685 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1040685 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 1040685 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@95435d1: rootName = 
solr_44698, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@39bda55e
   [junit4]   2> 1040685 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6c20a76a: rootName = 
solr_34493, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@104faf46
   [junit4]   2> 1040728 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1040728 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@66cbfe0f: rootName = 
solr_44698, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
   [junit4]   2> 1040728 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1040728 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4b7468b5: rootName = 
solr_34493, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@50aaea72: rootName = 
solr_44698, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@eab85ab: rootName = 
solr_34493, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1040748 INFO  (jetty-closer-4246-thread-2) [     ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1040767 INFO  (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.Overseer Overseer 
(id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
   [junit4]   2> 1040767 INFO  
(OverseerStateUpdate-72167307703812104-127.0.0.1:44698_solr-n_0000000001) 
[n:127.0.0.1:44698_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:44698_solr
   [junit4]   2> 1040767 INFO  
(OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001)
 [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1040768 INFO  (closeThreadPool-4253-thread-2) [     ] 
o.a.s.c.Overseer Overseer 
(id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
   [junit4]   2> 1040869 INFO  (jetty-closer-4246-thread-1) [     ] 
o.a.s.c.Overseer Overseer 
(id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
   [junit4]   2> 1040872 INFO  (jetty-closer-4246-thread-1) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@3c3fb4d{ssl,[ssl, alpn, 
http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 1040872 INFO  (jetty-closer-4246-thread-1) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7254b14a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1040872 INFO  (jetty-closer-4246-thread-1) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1040994 INFO  (jetty-closer-4246-thread-2) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@723dc68{ssl,[ssl, alpn, 
http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 1040995 INFO  (jetty-closer-4246-thread-2) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4d52dfd4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1040995 INFO  (jetty-closer-4246-thread-2) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1040996 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1041215 WARN  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/aliases.json
   [junit4]   2>        3       /solr/packages.json
   [junit4]   2>        3       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       /solr/clusterstate.json
   [junit4]   2>        4       /solr/clusterprops.json
   [junit4]   2>        3       /solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        14      /solr/live_nodes
   [junit4]   2>        10      /solr/overseer/queue
   [junit4]   2>        10      /solr/overseer/collection-queue-work
   [junit4]   2>        4       /solr/collections
   [junit4]   2>        2       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1041217 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44926
   [junit4]   2> 1041217 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44926
   [junit4]   2> 1041217 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44926
   [junit4]   2> 1041238 INFO  
(TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6])
 [     ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=NodeMarkersRegistrationTest 
-Dtests.method=testNodeMarkersRegistration -Dtests.seed=D8DA64DE2B45B9A6 
-Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true 
-Dtests.badapples=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
 -Dtests.locale=seh-MZ -Dtests.timezone=America/Atikokan -Dtests.asserts=true 
-Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 43.9s J2 | 
NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Marker 
/autoscaling/nodeLost/127.0.0.1:33040_solr still active!
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:C060ECD225707449]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:166)
   [junit4]    >        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke

[...truncated too long message...]

ReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 7617186 WARN  (BP-1496748585-127.0.0.1-1579905099897 
heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [     ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-1496748585-127.0.0.1-1579905099897 (Datanode Uuid 
e02c3ae8-455a-43be-b75a-f8199b2a9064) service to 
lucene2-us-west.apache.org/127.0.0.1:43761
   [junit4]   2> 7617228 WARN  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 7617233 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@2fd64895{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 7617234 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@5db5e4f3{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 7617234 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 7617234 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@261d07e4{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 7617247 WARN  (BP-1496748585-127.0.0.1-1579905099897 
heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [     ] 
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager 
interrupted
   [junit4]   2> 7617247 WARN  (BP-1496748585-127.0.0.1-1579905099897 
heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [     ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool 
BP-1496748585-127.0.0.1-1579905099897 (Datanode Uuid 
15d432c5-71dc-4b69-a394-e4b082d561b6) service to 
lucene2-us-west.apache.org/127.0.0.1:43761
   [junit4]   2> 7617291 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.w.WebAppContext@6d201cd2{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 7617291 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@1beafc61{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
   [junit4]   2> 7617291 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 7617292 INFO  
(SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@16d7d916{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D8DA64DE2B45B9A6-001
   [junit4]   2> Jan 24, 2020 10:33:02 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 65 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): 
{rnd_b=PostingsFormat(name=Direct), multiDefault=Lucene84, a_t=Lucene84, 
_root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
id=PostingsFormat(name=Direct), text=PostingsFormat(name=MockRandom)}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), 
_version_=DocValuesFormat(name=Lucene80), 
range_facet_i_dv=DocValuesFormat(name=Lucene80), 
intDvoDefault=DocValuesFormat(name=Asserting), 
timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=2036, 
maxMBSortInHeap=5.06280963205911, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@23a05149),
 locale=en, timezone=Africa/Algiers
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 
(64-bit)/cpus=8,threads=6,free=337120064,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ResponseBuilderTest, 
SystemInfoHandlerTest, CdcrBootstrapTest, TestManagedResourceStorage, 
TestDistributedGrouping, TestReload, LoggingHandlerTest, TestFieldCacheReopen, 
OverseerSolrResponseUnsafeSerializationTest, SchemaVersionSpecificBehaviorTest, 
TestDFISimilarityFactory, CurrencyFieldTypeTest, DebugComponentTest, 
OverseerTest, SolrJmxReporterTest, SolrMetricsIntegrationTest, TestUpdate, 
GraphQueryTest, TestSegmentSorting, TestRealTimeGet, TestSimNodeAddedTrigger, 
TestSchemaSimilarityResource, TestDynamicFieldNamesIndexCorrectly, 
BitVectorTest, TestCSVResponseWriter, AnalyticsMergeStrategyTest, 
TestDistribDocBasedVersion, TestSlowCompositeReaderWrapper, 
TestSnapshotCloudManager, CacheHeaderTest, CdcrRequestHandlerTest, 
TestTermsQParserPlugin, LegacyCloudClusterPropTest, 
JWTAuthPluginIntegrationTest, TestGraphMLResponseWriter, TestStressLucene, 
TestCloudPhrasesIdentificationComponent, TestRemoteStreaming, 
SolrTestCaseJ4Test, UniqFieldsUpdateProcessorFactoryTest, BufferStoreTest, 
ZkSolrClientTest, IndexSizeTriggerMixedBoundsTest, TestCloudConsistency, 
RankQueryTest, ZkFailoverTest, ResourceLoaderTest, SliceStateTest, 
TestSimScenario, TestConfigsApi, DistributedFacetPivotSmallAdvancedTest, 
TestCopyFieldCollectionResource, TestFreeTextSuggestions, 
TestShardHandlerFactory, TestCloudManagedSchema, TestScoreJoinQPNoScore, 
HLLSerializationTest, PingRequestHandlerTest, CustomCollectionTest, 
RootFieldTest, BinaryUpdateRequestHandlerTest, NodeMarkersRegistrationTest, 
TestCoreContainer, TestSimpleTrackingShardHandler, TestPhraseSuggestions, 
TestLazyCores, OverseerModifyCollectionTest, EnumFieldTest, 
TestRuleBasedAuthorizationPlugin, BasicAuthIntegrationTest, TestCoreBackup, 
TestSearcherReuse, TestWriterPerf, DistributedIntervalFacetingTest, 
TestBlobHandler, ScheduledTriggerIntegrationTest, RulesTest, 
TestManagedSchemaAPI, SolrShardReporterTest, TestFieldCacheVsDocValues, 
TestWaitForStateWithJettyShutdowns, DimensionalRoutedAliasUpdateProcessorTest, 
TestMultiWordSynonyms, TestLuceneMatchVersion, 
PeerSyncWithIndexFingerprintCachingTest, TestLMDirichletSimilarityFactory, 
TestPayloadCheckQParserPlugin, TestFoldingMultitermQuery, 
TestSolrDeletionPolicy1, TestCollectionsAPIViaSolrCloudCluster, 
RoutingToNodesWithPropertiesTest, FieldMutatingUpdateProcessorTest, 
LeaderFailureAfterFreshStartTest, TestSafeXMLParsing, HdfsRecoverLeaseTest, 
ReplicationFactorTest, ExitableDirectoryReaderTest, TestJsonFacetsStatsParsing, 
TestEmbeddedSolrServerConstructors, FastVectorHighlighterTest, 
CollectionsAPIDistributedZkTest, TokenizerChainTest, TestMaxScoreQueryParser, 
OutputWriterTest, TestReplicaProperties, XmlUpdateRequestHandlerTest, 
MetricTriggerIntegrationTest, SuggesterTest, TestSortByMinMaxFunction, 
SparseHLLTest, SimpleMLTQParserTest, TestCloudJSONFacetSKG, 
ConjunctionSolrSpellCheckerTest, UpdateParamsTest, SortSpecParsingTest, 
TestExpandComponent, ExecutePlanActionTest, TestFunctionQuery, 
DistributedFacetExistsSmallTest, TestCollationFieldDocValues, 
TestIndexSearcher, TimeZoneUtilsTest, TestDocumentBuilder, 
TermVectorComponentTest, ScriptEngineTest, TestChildDocTransformerHierarchy, 
TestInPlaceUpdatesStandalone, OutOfBoxZkACLAndCredentialsProvidersTest, 
TestQueryTypes, TestLockTree, BooleanFieldTest, TestFacetMethods, 
NumberUtilsTest, MultiThreadedOCPTest, TestSolrCoreParser, 
AutoAddReplicasPlanActionTest, ShardRoutingCustomTest, TestDynamicLoadingUrl, 
AtomicUpdateProcessorFactoryTest, HighlighterTest, TestConfigSetsAPIZkFailure, 
TestRetrieveFieldsOptimizer, TestQuerySenderListener, TestRestoreCore, 
TestPointFields, MoveReplicaHDFSTest, AnalysisAfterCoreReloadTest, 
BasicFunctionalityTest, ConvertedLegacyTest, TestGroupingSearch, 
TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, 
TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, 
PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, 
TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, 
ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, 
AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicZkTest, 
ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, 
CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, 
CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteShardTest, 
DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, 
DistributedQueueTest, DistributedVersionInfoTest, 
ForceLeaderWithTlogReplicasTest, HealthCheckHandlerTest, 
HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, 
MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, 
MigrateRouteKeyTest, PackageManagerCLITest, PeerSyncReplicationTest, 
RemoteQueryErrorTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, 
SolrXmlInZkTest, SplitShardTest, SyncSliceTest, TestCloudPseudoReturnFields, 
TestCloudRecovery2, TestClusterProperties, TestExactSharedStatsCacheCloud, 
TestExactStatsCacheCloud, TestExclusionRuleCollectionAccess, 
TestHashPartitioner, TestLeaderElectionWithEmptyReplica, 
TestOnReconnectListenerSupport, TestPrepRecovery, TestQueryingOnDownCollection, 
TestRandomFlRTGCloud, TestTlogReplayVsRecovery, TestTlogReplica, 
TestTolerantUpdateProcessorCloud, TestWithCollection, TestZkChroot, 
TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, 
UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, 
AsyncCallRequestStatusResponseTest, CollectionReloadTest, 
HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, HDFSCollectionsAPITest, 
HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsSyncSliceTest]
   [junit4] Completed [594/900 (3!)] on J2 in 85.23s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 53440 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to