[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 21 - Still Unstable

[Apache Jenkins Server]

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/21/

5 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:1147CBC953265F76]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
.response.numFound:3!=5

Stack Trace:
junit.framework.AssertionFailedError: .response.numFound:3!=5
        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:1147CBC953265F76]:0)
        at junit.framework.Assert.fail(Assert.java:50)
        at 
org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
        at 
org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
        at 
org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:607)
        at 
org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
        at 
org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
        at 
org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:1060)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxRegistration

Error Message:
org.apache.lucene.store.AlreadyClosedException: Already closed

Stack Trace:
javax.management.RuntimeMBeanException: 
org.apache.lucene.store.AlreadyClosedException: Already closed
        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:17C29029909B6AEB]:0)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:839)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
        at 
org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:120)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.lucene.store.AlreadyClosedException: Already closed
        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:337)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)
        at org.apache.solr.core.SolrCore.getIndexDir(SolrCore.java:328)
        at 
org.apache.solr.handler.ReplicationHandler.lambda$initializeMetrics$5(ReplicationHandler.java:873)
        at 
com.codahale.metrics.JmxReporter$JmxGauge.getValue(JmxReporter.java:188)
        at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
        at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
        at 
com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
        at 
com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
        at 
com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
        ... 41 more


FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1501531951821,generation=2,filelist=[_5t.cfe, _5t.cfs, 
_5t.si, _5u.cfe, _5u.cfs, _5u.si, _5v.cfe, _5v.cfs, _5v.si, _5x.cfe, _5x.cfs, 
_5x.si, _5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, 
_65.si, _67.cfe, _67.cfs, _67.si, _68.cfe, _68.cfs, _68.si, _69.cfe, _69.cfs, 
_69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, _6e.cfe, _6e.cfs, 
_6e.si, _6f.cfe, _6f.cfs, _6f.si, _6h.cfe, _6h.cfs, _6h.si, _6j.cfe, _6j.cfs, 
_6j.si, _6l.cfe, _6l.cfs, _6l.si, _6m.cfe, _6m.cfs, _6m.si, _6n.cfe, _6n.cfs, 
_6n.si, _6o.cfe, _6o.cfs, _6o.si, _6p.cfe, _6p.cfs, _6p.si, _6s.cfe, _6s.cfs, 
_6s.si, _6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, 
_6u.cfe, _6u.cfs, _6u.si, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, 
_6y.cfe, _6y.cfs, _6y.si, segments_2]}]> but 
was:<[{indexVersion=1501531951821,generation=2,filelist=[_5t.cfe, _5t.cfs, 
_5t.si, _5u.cfe, _5u.cfs, _5u.si, _5v.cfe, _5v.cfs, _5v.si, _5x.cfe, _5x.cfs, 
_5x.si, _5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, 
_65.si, _67.cfe, _67.cfs, _67.si, _68.cfe, _68.cfs, _68.si, _69.cfe, _69.cfs, 
_69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, _6e.cfe, _6e.cfs, 
_6e.si, _6f.cfe, _6f.cfs, _6f.si, _6h.cfe, _6h.cfs, _6h.si, _6j.cfe, _6j.cfs, 
_6j.si, _6l.cfe, _6l.cfs, _6l.si, _6m.cfe, _6m.cfs, _6m.si, _6n.cfe, _6n.cfs, 
_6n.si, _6o.cfe, _6o.cfs, _6o.si, _6p.cfe, _6p.cfs, _6p.si, _6s.cfe, _6s.cfs, 
_6s.si, _6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, 
_6u.cfe, _6u.cfs, _6u.si, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, 
_6y.cfe, _6y.cfs, _6y.si, segments_2]}, 
{indexVersion=1501531951821,generation=3,filelist=[_5v.cfe, _5v.cfs, _5v.si, 
_5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, _65.si, 
_69.cfe, _69.cfs, _69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, 
_6e.cfe, _6e.cfs, _6e.si, _6h.cfe, _6h.cfs, _6h.si, _6l.cfe, _6l.cfs, _6l.si, 
_6u.cfe, _6u.cfs, _6u.si, _6v.fdt, _6v.fdx, _6v.fnm, _6v.nvd, _6v.nvm, _6v.si, 
_6v_Memory_0.ram, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, _6y.cfe, 
_6y.cfs, _6y.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: 
expected:<[{indexVersion=1501531951821,generation=2,filelist=[_5t.cfe, _5t.cfs, 
_5t.si, _5u.cfe, _5u.cfs, _5u.si, _5v.cfe, _5v.cfs, _5v.si, _5x.cfe, _5x.cfs, 
_5x.si, _5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, 
_65.si, _67.cfe, _67.cfs, _67.si, _68.cfe, _68.cfs, _68.si, _69.cfe, _69.cfs, 
_69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, _6e.cfe, _6e.cfs, 
_6e.si, _6f.cfe, _6f.cfs, _6f.si, _6h.cfe, _6h.cfs, _6h.si, _6j.cfe, _6j.cfs, 
_6j.si, _6l.cfe, _6l.cfs, _6l.si, _6m.cfe, _6m.cfs, _6m.si, _6n.cfe, _6n.cfs, 
_6n.si, _6o.cfe, _6o.cfs, _6o.si, _6p.cfe, _6p.cfs, _6p.si, _6s.cfe, _6s.cfs, 
_6s.si, _6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, 
_6u.cfe, _6u.cfs, _6u.si, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, 
_6y.cfe, _6y.cfs, _6y.si, segments_2]}]> but 
was:<[{indexVersion=1501531951821,generation=2,filelist=[_5t.cfe, _5t.cfs, 
_5t.si, _5u.cfe, _5u.cfs, _5u.si, _5v.cfe, _5v.cfs, _5v.si, _5x.cfe, _5x.cfs, 
_5x.si, _5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, 
_65.si, _67.cfe, _67.cfs, _67.si, _68.cfe, _68.cfs, _68.si, _69.cfe, _69.cfs, 
_69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, _6e.cfe, _6e.cfs, 
_6e.si, _6f.cfe, _6f.cfs, _6f.si, _6h.cfe, _6h.cfs, _6h.si, _6j.cfe, _6j.cfs, 
_6j.si, _6l.cfe, _6l.cfs, _6l.si, _6m.cfe, _6m.cfs, _6m.si, _6n.cfe, _6n.cfs, 
_6n.si, _6o.cfe, _6o.cfs, _6o.si, _6p.cfe, _6p.cfs, _6p.si, _6s.cfe, _6s.cfs, 
_6s.si, _6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, 
_6u.cfe, _6u.cfs, _6u.si, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, 
_6y.cfe, _6y.cfs, _6y.si, segments_2]}, 
{indexVersion=1501531951821,generation=3,filelist=[_5v.cfe, _5v.cfs, _5v.si, 
_5z.cfe, _5z.cfs, _5z.si, _63.cfe, _63.cfs, _63.si, _65.cfe, _65.cfs, _65.si, 
_69.cfe, _69.cfs, _69.si, _6a.cfe, _6a.cfs, _6a.si, _6d.cfe, _6d.cfs, _6d.si, 
_6e.cfe, _6e.cfs, _6e.si, _6h.cfe, _6h.cfs, _6h.si, _6l.cfe, _6l.cfs, _6l.si, 
_6u.cfe, _6u.cfs, _6u.si, _6v.fdt, _6v.fdx, _6v.fnm, _6v.nvd, _6v.nvm, _6v.si, 
_6v_Memory_0.ram, _6w.cfe, _6w.cfs, _6w.si, _6x.cfe, _6x.cfs, _6x.si, _6y.cfe, 
_6y.cfs, _6y.si, segments_3]}]>
        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:BCC4EF238D923C8D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1277)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:1147CBC953265F76]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:317)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12077 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_9913F413FDDA328E-001/init-core-data-001
   [junit4]   2> 1615277 WARN  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1615277 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1615290 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1615290 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1615290 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1615291 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/lib,
 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1615438 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1615608 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1615905 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1616117 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d94c1fe
   [junit4]   2> 1616132 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d94c1fe
   [junit4]   2> 1616132 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d94c1fe
   [junit4]   2> 1616147 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, 
from paths: 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/lib,
 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1616245 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1616329 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1616867 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1616885 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using 
configuration from instancedir 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1,
 trusted=true
   [junit4]   2> 1616885 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@4d94c1fe
   [junit4]   2> 1616885 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1616885 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_9913F413FDDA328E-001/init-core-data-001/]
   [junit4]   2> 1616895 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=27, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=5.595703125, 
floorSegmentMB=0.9140625, forceMergeDeletesPctAllowed=9.301763321450077, 
segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1617053 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 1617053 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= 
defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 
numVersionBuckets=65536
   [junit4]   2> 1617053 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1617053 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1617054 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@53a6c3a5
   [junit4]   2> 1617055 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@16bad686[collection1] main]
   [junit4]   2> 1617055 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1617100 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.s.DirectSolrSpellChecker init: 
{name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1617275 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1617276 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1617276 INFO  (coreLoadExecutor-1656-thread-1) [    
x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent 
updates, using new clock 1574469469495885824
   [junit4]   2> 1617276 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1617276 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1617276 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: 
multipleFields
   [junit4]   2> 1617309 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1617310 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1617310 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1617325 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1617336 INFO  
(SUITE-TestJmxIntegration-seed#[9913F413FDDA328E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1617370 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1617387 INFO  
(searcherExecutor-1657-thread-1-processing-x:collection1) [    x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@16bad686[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1617469 INFO  
(TEST-TestJmxIntegration.testJmxRegistration-seed#[9913F413FDDA328E]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
   [junit4]   2> 1618168 INFO  
(TEST-TestJmxIntegration.testJmxRegistration-seed#[9913F413FDDA328E]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 
'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration 
-Dtests.method=testJmxRegistration -Dtests.seed=9913F413FDDA328E 
-Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true 
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt
 -Dtests.locale=sl-SI -Dtests.timezone=SystemV/PST8 -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.87s J2 | TestJmxIntegration.testJmxRegistration <<<
   [junit4]    > Throwable #1: javax.management.RuntimeMBeanException: 
org.apache.lucene.store.AlreadyClosedException: Already closed
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9913F413FDDA328E:17C29029909B6AEB]:0)
   [junit4]    >        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:839)
   [junit4]    >        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
   [junit4]    >        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
   [junit4]    >        at 
org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:120)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: 
Already closed
   [junit4]    >        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:337)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)
   [junit4]    >        at 
org.apache.solr.core.SolrCore.getIndexDir(SolrCore.java:328)
   [junit4]    >        at 
org.apache.solr.handler.ReplicationHandler.lambda$initializeMetrics$5(ReplicationHandler.java:873)
   [junit4]    >        at 
com.codahale.metrics.JmxReporter$JmxGauge.getValue(JmxReporter.java:188)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
   [junit4]    >        at 
com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
   [junit4]    >        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
   [junit4]    >        ... 41 more
   [junit4] IGNOR/A 0.03s J2 | TestJmxIntegration.testJmxOnCoreReload
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled 
(@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-2715))
   [junit4]   2> 1618329 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[9913F413FDDA328E]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
   [junit4]   2> 1618401 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[9913F413FDDA328E]) [    ] 
o.a.s.c.TestJmxIntegration Mbeans in server: 
[solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=softAutoCommits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/stream,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/ping,name=clientErrors,
 solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/threads,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=TLOG,scope=buffered,name=ops,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=cumulativeErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/csv,name=timeouts,
 java.lang:type=Threading, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=TLOG,scope=applyingBuffered,name=ops,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=serverErrors,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/luke,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/ping,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=TLOG,scope=replay,name=remaining.bytes,
 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, 
solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/properties,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/graph,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/file,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart,
 solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update,name=requestTimes,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts,
 solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, 
solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/plugins,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=deletesById,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/terms,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=requests,
 solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/config,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/file,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/csv,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/schema,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/select,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/terms,name=serverErrors,
 solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime,
 solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/select,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/system,name=errors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=REPLICATION,scope=/replication,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=REPLICATION,scope=/replication,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/properties,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/segments,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/graph,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/ping,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=INDEX,name=size,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors,
 solr:dom1=jvm,name0=classes,name=unloaded, 
solr:dom1=jvm,name0=threads,name1=waiting,name=count, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/csv,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=SEARCHER,name=new,
 solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/properties,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/stream,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/export,name=serverErrors,
 solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=SEARCHER,scope=new,name=warmup,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=splits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=indexVersion,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=requestTimes,
 solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, 
solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=requests,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/debug/dump,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/plugins,name=serverErrors,
 java.lang:type=Runtime, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/mbeans,name=requestTimes,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, 
solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts,
 solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/debug/dump,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=deletesByQuery,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=HIGHLIGHTER,scope=SolrFragmenter,name=default.requests,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/mbeans,name=totalTime,
 
solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/terms,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=update,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/mbeans,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/logging,name=clientErrors,
 solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/csv,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=REPLICATION,scope=/replication,name=clientErrors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=HIGHLIGHTER,scope=SolrEncoder,name=default.requests,
 solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/threads,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=TLOG,scope=applyingBuffered,name=ops,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/export,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/csv,name=errors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors,
 solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/config,name=requests,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors,
 java.lang:type=MemoryPool,name=PS Survivor Space, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors,
 solr:dom1=jvm,name0=os,name=availableProcessors, 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=clientErrors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/graph,name=timeouts,
 solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=SEARCHER,scope=new,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/properties,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/stream,name=errors,
 solr:dom1=node,category=CONTAINER,scope=fs,name=path, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/luke,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/export,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=CORE,scope=fs,name=usableSpace,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/luke,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/segments,name=requests,
 solr:dom1=jvm,name0=threads,name=count, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/csv,name=serverErrors,
 solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, 
solr:dom1=jvm,name0=memory,name1=total,name=used, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/segments,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=update,name=errors,
 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests,
 solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/json,name=errors,
 solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/mbeans,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/schema,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=update,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart,
 solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/file,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/export,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/threads,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/debug/dump,name=errors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=INDEX,name=sizeInBytes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/schema,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/select,name=requests,
 solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, 
solr:dom1=core,dom2=collection1,catego
   [junit4]   2> ry=QUERY,scope=/mock,name=initCount, 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=default.requests,
 solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/stream,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/csv,name=totalTime,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/csv,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/ping,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=update,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=isMaster,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/get,name=totalTime,
 solr:dom1=node,category=QUERY,scope=/admin/autoscaling,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=deletesByQuery,
 solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, 
solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors,
 solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=peerSync,name=time,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/select,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/debug/dump,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=CORE,name=shard,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/mbeans,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/terms,name=errors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/segments,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/logging,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=CORE,scope=fs,name=usableSpace,
 
solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/config,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=CORE,name=collection,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=peerSync,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/threads,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=CORE,scope=fs,name=totalSpace,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=updateHandler,name=errors,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, 
solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=TLOG,scope=replay,name=ops,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/debug/dump,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/luke,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/luke,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/select,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/csv,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/threads,name=totalTime,
 solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=totalTime, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/plugins,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/file,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/schema,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/plugins,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/properties,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/graph,name=clientErrors,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts,
 solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=errors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/system,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=REPLICATION,scope=/replication,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/terms,name=clientErrors,
 solr:dom1=jvm,name0=os,name=version, 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/properties,name=requestTimes,
 solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=updateHandler,name=adds,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=softAutoCommits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/dump,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/system,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/debug/dump,name=requests,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json/docs,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/file,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/debug/dump,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/sql,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/graph,name=errors,
 solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/csv,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/graph,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/json/docs,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/sql,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=CORE,name=instanceDir,
 solr:dom1=node,category=QUERY,scope=/admin/autoscaling,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/terms,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=CORE,name=startTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/terms,name=handlerStart,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, 
solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=commits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/mbeans,name=requests,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=splits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/config,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/system,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=indexVersion,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=update,name=serverErrors,
 solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.usableSpace, 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/properties,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=generation,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/json,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=expungeDeletes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=indexSize,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/plugins,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/luke,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, 
solr:dom1=jvm,name0=threads,name1=blocked,name=count, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/get,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/schema,name=requests,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/get,name=clientErrors,
 solr:dom1=jvm,name0=gc,name1=PS-MarkSweep,name=time, 
solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, 
solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/export,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/schema,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/json,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=CORE,name=shard,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=cumulativeAdds,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/stream,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/terms,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/get,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/plugins,name=timeouts,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/csv,name=requests,
 solr:dom1=jvm,name0=threads,name1=terminated,name=count, 
java.lang:type=MemoryManager,name=Metaspace Manager, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/system,name=totalTime,
 solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/get,name=handlerStart,
 
solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors,
 solr:dom1=node,category=QUERY,scope=/admin/autoscaling,name=requests, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/debug/dump,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/mbeans,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/ping,name=clientErrors,
 solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/stream,name=totalTime,
 solr:dom1=node,category=ADMIN,scope=/admin/info,name=requestTimes, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/segments,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isSlave,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requests,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=serverErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/select,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/system,name=clientErrors,
 solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/debug/dump,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/threads,name=handlerStart,
 so
   [junit4]   2> 
lr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=peerSync,name=errors,
 solr:dom1=jvm,name0=os,name=freeSwapSpaceSize, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/stream,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/get,name=totalTime,
 
solr:dom1=node,category=QUERY,scope=httpShardHandler,name=availableConnections, 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexPath,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/luke,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=CORE,name=startTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/schema,name=requests,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/ping,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=SEARCHER,scope=new,name=warmup,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/graph,name=timeouts,
 solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=committed, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requests, 
solr:dom1=node,category=ADMIN,scope=/admin/configs,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/file,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/stream,name=timeouts,
 solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=used-after-gc, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/dump,name=clientErrors,
 solr:dom1=node,category=ADMIN,scope=/admin/collections,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/config,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/json,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/stream,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/schema,name=errors,
 java.lang:type=GarbageCollector,name=PS Scavenge, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=TLOG,scope=replay,name=remaining.bytes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/plugins,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/system,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/plugins,name=errors,
 solr:dom1=node,category=ADMIN,scope=/admin/info,name=clientErrors, 
solr:dom1=jvm,name0=memory,name1=heap,name=usage, 
java.nio:type=BufferPool,name=mapped, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=update,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=HIGHLIGHTER,scope=SolrEncoder,name=default.requests,
 com.sun.management:type=DiagnosticCommand, 
solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=used-after-gc, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/graph,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/config,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicationEnabled,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=adds,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/file,name=requests,
 solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=maxReached, 
solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/terms,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=replicationEnabled,
 
solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.running,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/system,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/system,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/debug/dump,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/config,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/select,name=requests,
 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.duration,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=cumulativeAdds,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/logging,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/mbeans,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/export,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/config,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/mbeans,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/luke,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/schema,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=updateHandler,name=docsPending,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/plugins,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/plugins,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/select,name=serverErrors,
 solr:dom1=node,category=CONTAINER,scope=fs,name=usableSpace, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=serverErrors,
 solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=/update/json/docs,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=requests,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=merges,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/json/docs,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/properties,name=handlerStart,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=serverErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/properties,name=timeouts,
 solr:dom1=node,category=CONTAINER,scope=version,name=specification, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=errors,
 solr:dom1=jvm,name0=threads,name1=timed_waiting,name=count, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/select,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/export,name=handlerStart,
 solr:dom1=core,dom2=collection1,category=CORE,name=instanceDir, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/dump,name=requests,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=clientErrors, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/segments,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/logging,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=TLOG,scope=replay,name=remaining.logs,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/config,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/schema,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=clientErrors,
 solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=used, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=SEARCHER,name=new,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/threads,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=readerDir,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update/json/docs,name=totalTime,
 solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requests, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=updateHandler,name=cumulativeAdds,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/get,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/select,name=requests,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=requestTimes,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/luke,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=updateHandler,name=commits,
 solr:dom1=node,category=ADMIN,scope=/admin/collections,name=totalTime, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/export,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requests,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=update,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=QUERY,scope=/debug/dump,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=UPDATE,scope=/update,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/system,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/plugins,name=handlerStart,
 
solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.submitted,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/export,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/schema,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/stream,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=REPLICATION,scope=/replication,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/get,name=serverErrors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=updateHandler,name=cumulativeDeletesByQuery,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/logging,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/plugins,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=UPDATE,scope=update,name=timeouts,
 solr:dom1=core,dom2=collection1,category=CACHE,scope=core,name=fieldCache, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/stream,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/config,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=timeouts,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=totalTime, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=handlerStart, 
solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=UPDATE,scope=/update/json,name=errors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/segments,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/ping,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/logging,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/logging,name=totalTime,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/system,name=requests,
 solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=committed, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/threads,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=ADMIN,scope=/admin/properties,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=default.requests,
 solr:dom1=node,category=ADMIN,scope=/admin/info,name=requests, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=requests, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n3,category=QUERY,scope=/select,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=ADMIN,scope=/admin/mbeans,name=clientErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/dump,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/get,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n1,category=ADMIN,scope=/admin/ping,name=serverErrors,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=QUERY,scope=/get,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n5,category=REPLICATION,scope=/replication,name=re

[...truncated too long message...]

erceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2>        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:97)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 54 more
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9913F413FDDA328E-001
   [junit4]   2> Jul 31, 2017 9:08:26 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: 
codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=4, maxDocsPerChunk=10, blockSize=8), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=4, blockSize=8)), sim=RandomSimilarity(queryNorm=false): {}, 
locale=en-AU, timezone=America/Denver
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=2,free=67110176,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [NodeMutatorTest, 
HdfsLockFactoryTest, BlockJoinFacetSimpleTest, QueryParsingTest, 
HdfsRecoveryZkTest, TestSolrCloudWithDelegationTokens, TestStressRecovery, 
TestRTGBase, DocValuesTest, DistributedMLTComponentTest, OverseerStatusTest, 
ChangedSchemaMergeTest, TestInPlaceUpdatesDistrib, SpellCheckComponentTest, 
HLLSerializationTest, TestSystemIdResolver, TestRequestForwarding, 
TestCloudRecovery, TestCollectionsAPIViaSolrCloudCluster, AtomicUpdatesTest, 
JsonLoaderTest, OverseerCollectionConfigSetProcessorTest, 
TermVectorComponentTest, TestUpdate, ResponseHeaderTest, 
TestSlowCompositeReaderWrapper, TestMiniSolrCloudClusterSSL, TestLRUCache, 
CSVRequestHandlerTest, TestApiFramework, IndexSchemaRuntimeFieldTest, 
TestPullReplica, DistributedFacetPivotSmallAdvancedTest, ZkCLITest, 
DistributedVersionInfoTest, TestFieldCacheVsDocValues, 
TestPartialUpdateDeduplication, HighlighterTest, 
TlogReplayBufferedWhileIndexingTest, TestEmbeddedSolrServerSchemaAPI, 
TestSchemaManager, TestSweetSpotSimilarityFactory, TestBinaryResponseWriter, 
InfoHandlerTest, TestRandomCollapseQParserPlugin, ZkSolrClientTest, 
TestNestedDocsSort, TestDistributedGrouping, TestFreeTextSuggestions, 
CdcrBootstrapTest, TestDistribDocBasedVersion, DisMaxRequestHandlerTest, 
ConcurrentDeleteAndCreateCollectionTest, FileUtilsTest, 
TestNumericRangeQuery32, TestSegmentSorting, TestBulkSchemaConcurrent, 
TestMinMaxOnMultiValuedField, TestInitParams, TestHdfsCloudBackupRestore, 
HdfsCollectionsAPIDistributedZkTest, RecoveryAfterSoftCommitTest, 
MoveReplicaHDFSUlogDirTest, HdfsBasicDistributedZkTest, 
DirectSolrConnectionTest, NoCacheHeaderTest, ResourceLoaderTest, 
DistributedQueryComponentCustomSortTest, HdfsWriteToMultipleCollectionsTest, 
ShardRoutingCustomTest, TestCoreAdminApis, TestAtomicUpdateErrorCases, 
TestStressCloudBlindAtomicUpdates, TestSubQueryTransformerCrossCore, 
CdcrRequestHandlerTest, ShardRoutingTest, TestTlogReplica, 
TestGeoJSONResponseWriter, IndexSchemaTest, AnalysisAfterCoreReloadTest, 
TestCoreContainer, ShufflingReplicaListTransformerTest, 
StatelessScriptUpdateProcessorFactoryTest, ClassificationUpdateProcessorTest, 
CloudExitableDirectoryReaderTest, CoreSorterTest, 
TestPayloadCheckQParserPlugin, DistributedIntervalFacetingTest, 
TestIntervalFaceting, SchemaVersionSpecificBehaviorTest, TestSolrCLIRunExample, 
TestPerFieldSimilarityWithDefaultOverride, CoreAdminCreateDiscoverTest, 
TestSolrCoreParser, TestFuzzyAnalyzedSuggestions, 
UpdateRequestProcessorFactoryTest, TestLegacyNumericUtils, 
MoreLikeThisHandlerTest, TestStressVersions, TestCoreDiscovery, TestQueryTypes, 
TestReqParamsAPI, TestAnalyzeInfixSuggestions, TestRandomRequestDistribution, 
LoggingHandlerTest, RankQueryTest, AssignTest, CacheHeaderTest, TestCustomSort, 
TestManagedSchemaAPI, TestFieldCacheReopen, TestSolrQueryResponse, 
PreAnalyzedFieldManagedSchemaCloudTest, TestConfigReload, ConvertedLegacyTest, 
SOLR749Test, BlockDirectoryTest, CreateCollectionCleanupTest, ScriptEngineTest, 
BadComponentTest, TestSearchPerf, TestPostingsSolrHighlighter, TestCharFilters, 
TestCodecSupport, TestPerFieldSimilarity, TestBM25SimilarityFactory, 
PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, 
TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, 
RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, 
SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, 
TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, 
TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, 
ConnectionReuseTest, AssignBackwardCompatibilityTest, 
CollectionsAPIAsyncDistributedZkTest, DeleteShardTest, 
DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, 
LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, MoveReplicaTest, 
MultiThreadedOCPTest, SharedFSAutoReplicaFailoverTest]
   [junit4] Completed [521/726 (5!)] on J1 in 328.33s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 44001 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org