Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.0/25/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:55730/m_/r: ADDREPLICA failed to create 
replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:55730/m_/r: ADDREPLICA failed to create replica
        at 
__randomizedtesting.SeedInfo.seed([177FA75A9BC052C6:9F2B9880353C3F3E]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
        at 
org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:71)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxRegistration

Error Message:
org.apache.lucene.store.AlreadyClosedException: this Directory is closed

Stack Trace:
javax.management.RuntimeMBeanException: 
org.apache.lucene.store.AlreadyClosedException: this Directory is closed
        at 
__randomizedtesting.SeedInfo.seed([177FA75A9BC052C6:99AEC360F6810AA3]:0)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:839)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
        at 
org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:121)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is 
closed
        at 
org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:51)
        at 
org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:235)
        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:352)
        at org.apache.solr.core.SolrCore.getIndexDir(SolrCore.java:328)
        at org.apache.solr.core.SolrCore.getIndexSize(SolrCore.java:405)
        at 
org.apache.solr.core.SolrCore.lambda$initializeMetrics$8(SolrCore.java:1138)
        at 
com.codahale.metrics.JmxReporter$JmxGauge.getValue(JmxReporter.java:188)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
        at sun.reflect.GeneratedMethodAccessor117.invoke(Unknown Source)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
        at 
com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
        at 
com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
        at 
com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
        at 
com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
        ... 41 more


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
        at 
__randomizedtesting.SeedInfo.seed([177FA75A9BC052C6:9F2B9880353C3F3E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:246)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12001 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/init-core-data-001
   [junit4]   2> 1518391 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=43 numCloses=43
   [junit4]   2> 1518391 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1518392 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1518393 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /m_/r
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1518441 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1518456 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1518465 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1518478 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_35657_hdfs____bfjejk/webapp
   [junit4]   2> 1518849 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35657
   [junit4]   2> 1518951 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1518952 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1518965 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_60456_datanode____foi62q/webapp
   [junit4]   2> 1519341 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60456
   [junit4]   2> 1519744 WARN  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1519746 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log jetty-6.1.26
   [junit4]   2> 1519804 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_36825_datanode____rjh82n/webapp
   [junit4]   2> 1520097 INFO  (IPC Server handler 2 on 40454) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-9b8d8cc1-1c67-4296-93ce-c70c85c0e635 node 
DatanodeRegistration(127.0.0.1:53909, 
datanodeUuid=a4eecaa7-ac59-49ad-a97d-229a225bd836, infoPort=42652, 
infoSecurePort=0, ipcPort=42675, 
storageInfo=lv=-56;cid=testClusterID;nsid=949490773;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 9 msecs
   [junit4]   2> 1520097 INFO  (IPC Server handler 2 on 40454) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-9f61f565-dda2-49d1-8724-7c4f4e0c12c5 node 
DatanodeRegistration(127.0.0.1:53909, 
datanodeUuid=a4eecaa7-ac59-49ad-a97d-229a225bd836, infoPort=42652, 
infoSecurePort=0, ipcPort=42675, 
storageInfo=lv=-56;cid=testClusterID;nsid=949490773;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1520583 INFO  
(SUITE-HdfsUnloadDistributedZkTest-seed#[177FA75A9BC052C6]-worker) [    ] 
o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36825
   [junit4]   2> 1521151 INFO  (IPC Server handler 5 on 40454) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-008ac67c-e28d-479f-9f37-ebe4d7657e79 node 
DatanodeRegistration(127.0.0.1:41286, 
datanodeUuid=567a9e45-ef67-4d16-bc60-5d66dab05f16, infoPort=48705, 
infoSecurePort=0, ipcPort=59273, 
storageInfo=lv=-56;cid=testClusterID;nsid=949490773;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 1521151 INFO  (IPC Server handler 5 on 40454) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-e0fdfa24-b678-453a-bcdb-465e77cdcd29 node 
DatanodeRegistration(127.0.0.1:41286, 
datanodeUuid=567a9e45-ef67-4d16-bc60-5d66dab05f16, infoPort=48705, 
infoSecurePort=0, ipcPort=59273, 
storageInfo=lv=-56;cid=testClusterID;nsid=949490773;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1521283 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1521284 INFO  (Thread-57582) [    ] o.a.s.c.ZkTestServer 
client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1521284 INFO  (Thread-57582) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1521285 ERROR (Thread-57582) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1521384 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ZkTestServer start zk server on port:39926
   [junit4]   2> 1521538 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 1521540 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 1521542 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1521544 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 1521545 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 1521546 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 1521548 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1521549 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1521550 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1521551 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1521553 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 1521555 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly 
asked otherwise
   [junit4]   2> 1522002 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1522034 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1442a9a{/m_/r,null,AVAILABLE}
   [junit4]   2> 1522035 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4d7e62f2{HTTP/1.1,[http/1.1]}{127.0.0.1:57502}
   [junit4]   2> 1522035 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server Started @1526566ms
   [junit4]   2> 1522035 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40454/hdfs__localhost_40454__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.0_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001_tempDir-002_control_data,
 replicaType=NRT, hostContext=/m_/r, hostPort=57502, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/control-001/cores}
   [junit4]   2> 1522035 ERROR 
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1522035 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 1522036 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1522036 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1522036 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-09T23:04:57.960Z
   [junit4]   2> 1522072 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1522072 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/control-001/solr.xml
   [junit4]   2> 1522078 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1522125 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39926/solr
   [junit4]   2> 1522314 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1522314 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:57502_m_%2Fr
   [junit4]   2> 1522315 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.Overseer Overseer 
(id=98456036783489028-127.0.0.1:57502_m_%2Fr-n_0000000000) starting
   [junit4]   2> 1522359 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:57502_m_%2Fr
   [junit4]   2> 1522365 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1522543 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1522549 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1522549 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1522551 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/control-001/cores
   [junit4]   2> 1522604 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1522605 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39926/solr ready
   [junit4]   2> 1522606 INFO  (qtp1270481482-62781) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57502_m_%252Fr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1522613 INFO  
(OverseerThreadFactory-1953-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.CreateCollectionCmd Create collection 
control_collection
   [junit4]   2> 1522781 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1522781 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1522904 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1523816 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1523892 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1524288 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1524360 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' 
using configuration from collection control_collection, trusted=true
   [junit4]   2> 1524361 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.control_collection.shard1.replica_n1' (registry 
'solr.core.control_collection.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1524361 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40454/solr_hdfs_home
   [junit4]   2> 1524361 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1524361 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524361 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore 
at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/control-001/cores/control_collection_shard1_replica_n1],
 
dataDir=[hdfs://localhost:40454/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1524363 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 1524380 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1524380 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1524381 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1524395 WARN  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds 
and try again.
   [junit4]   2> 1530177 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1530178 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1530202 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1530212 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1530212 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1530213 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1530224 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1530225 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=24.673828125, 
floorSegmentMB=1.5146484375, forceMergeDeletesPctAllowed=3.905641746415954, 
segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7781730775016806
   [junit4]   2> 1530273 INFO  (IPC Server handler 3 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53909 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-e0fdfa24-b678-453a-bcdb-465e77cdcd29:NORMAL:127.0.0.1:41286|RBW],
 
ReplicaUC[[DISK]DS-9b8d8cc1-1c67-4296-93ce-c70c85c0e635:NORMAL:127.0.0.1:53909|RBW]]}
 size 0
   [junit4]   2> 1530277 INFO  (IPC Server handler 4 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41286 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-9b8d8cc1-1c67-4296-93ce-c70c85c0e635:NORMAL:127.0.0.1:53909|RBW],
 
ReplicaUC[[DISK]DS-008ac67c-e28d-479f-9f37-ebe4d7657e79:NORMAL:127.0.0.1:41286|FINALIZED]]}
 size 0
   [junit4]   2> 1530290 WARN  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1530391 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1530391 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1530391 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1530402 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1530402 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1530438 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7839834230981928]
   [junit4]   2> 1530493 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@341ced72[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1530495 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1530496 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1530496 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1530497 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1575296598195306496
   [junit4]   2> 1530501 INFO  
(searcherExecutor-1956-thread-1-processing-n:127.0.0.1:57502_m_%2Fr 
x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) 
[n:127.0.0.1:57502_m_%2Fr c:control_collection s:shard1  
x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore 
[control_collection_shard1_replica_n1] Registered new searcher 
Searcher@341ced72[control_collection_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1530506 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530508 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1530508 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1530508 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:57502/m_/r/control_collection_shard1_replica_n1/
   [junit4]   2> 1530508 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1530508 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:57502/m_/r/control_collection_shard1_replica_n1/ has no 
replicas
   [junit4]   2> 1530509 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1530517 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:57502/m_/r/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1530620 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530668 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1530671 INFO  (qtp1270481482-62780) [n:127.0.0.1:57502_m_%2Fr 
c:control_collection s:shard1  x:control_collection_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=7890
   [junit4]   2> 1530681 INFO  (qtp1270481482-62781) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at 
most 30 seconds. Check all shard replicas
   [junit4]   2> 1530775 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/control_collection/state.json] for collection 
[control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1531682 INFO  (qtp1270481482-62781) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57502_m_%252Fr&wt=javabin&version=2}
 status=0 QTime=9075
   [junit4]   2> 1531689 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1531690 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39926/solr ready
   [junit4]   2> 1531690 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection 
loss:false
   [junit4]   2> 1531691 INFO  (qtp1270481482-62783) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1531695 INFO  
(OverseerCollectionConfigSetProcessor-98456036783489028-127.0.0.1:57502_m_%2Fr-n_0000000000)
 [n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1531706 INFO  
(OverseerThreadFactory-1953-thread-2-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.CreateCollectionCmd Create collection 
collection1
   [junit4]   2> 1531707 WARN  
(OverseerThreadFactory-1953-thread-2-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.CreateCollectionCmd It is unusual to 
create a collection (collection1) without cores.
   [junit4]   2> 1531924 INFO  (qtp1270481482-62783) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at 
most 30 seconds. Check all shard replicas
   [junit4]   2> 1531926 INFO  (qtp1270481482-62783) [n:127.0.0.1:57502_m_%2Fr  
  ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2}
 status=0 QTime=235
   [junit4]   2> 1532191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-1-001
 of type TLOG
   [junit4]   2> 1532191 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1532193 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@13c3fe58{/m_/r,null,AVAILABLE}
   [junit4]   2> 1532193 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6880ff6d{HTTP/1.1,[http/1.1]}{127.0.0.1:59297}
   [junit4]   2> 1532193 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server Started @1536725ms
   [junit4]   2> 1532193 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40454/hdfs__localhost_40454__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.0_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001_tempDir-002_jetty1,
 replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/m_/r, 
hostPort=59297, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-1-001/cores}
   [junit4]   2> 1532194 ERROR 
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1532194 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 1532194 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1532194 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1532194 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-09T23:05:08.118Z
   [junit4]   2> 1532205 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1532205 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-1-001/solr.xml
   [junit4]   2> 1532224 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1532227 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39926/solr
   [junit4]   2> 1532249 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1532252 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1532254 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:59297_m_%2Fr
   [junit4]   2> 1532256 INFO  (zkCallback-932-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1532262 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1532274 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1532407 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1532429 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1532430 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1532432 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-1-001/cores
   [junit4]   2> 1532462 INFO  (qtp1399615956-62835) [n:127.0.0.1:59297_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with 
params 
node=127.0.0.1:59297_m_%252Fr&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1532469 INFO  
(OverseerCollectionConfigSetProcessor-98456036783489028-127.0.0.1:57502_m_%2Fr-n_0000000000)
 [n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1532473 INFO  
(OverseerThreadFactory-1953-thread-3-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:59297_m_%2Fr for creating new replica
   [junit4]   2> 1532477 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr  
  ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t0&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1532478 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr  
  ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1532591 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1533504 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1533520 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.IndexSchema 
[collection1_shard2_replica_t0] Schema name=test
   [junit4]   2> 1533741 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1533779 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard2_replica_t0' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1533779 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard2.replica_t0' (registry 
'solr.core.collection1.shard2.replica_t0') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1533780 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40454/solr_hdfs_home
   [junit4]   2> 1533780 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1533780 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1533780 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SolrCore 
[[collection1_shard2_replica_t0] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-1-001/cores/collection1_shard2_replica_t0],
 dataDir=[hdfs://localhost:40454/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 1533781 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 1533791 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1533791 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1533791 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1533797 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1533798 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 1533819 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 1533838 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1533838 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1533838 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1533850 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1533851 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=24.673828125, 
floorSegmentMB=1.5146484375, forceMergeDeletesPctAllowed=3.905641746415954, 
segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7781730775016806
   [junit4]   2> 1533884 INFO  (IPC Server handler 3 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41286 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-9f61f565-dda2-49d1-8724-7c4f4e0c12c5:NORMAL:127.0.0.1:53909|RBW],
 
ReplicaUC[[DISK]DS-e0fdfa24-b678-453a-bcdb-465e77cdcd29:NORMAL:127.0.0.1:41286|FINALIZED]]}
 size 0
   [junit4]   2> 1533884 INFO  (IPC Server handler 9 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53909 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-9f61f565-dda2-49d1-8724-7c4f4e0c12c5:NORMAL:127.0.0.1:53909|RBW],
 
ReplicaUC[[DISK]DS-e0fdfa24-b678-453a-bcdb-465e77cdcd29:NORMAL:127.0.0.1:41286|FINALIZED]]}
 size 0
   [junit4]   2> 1533893 WARN  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1533983 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1533983 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1533983 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1533996 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1533996 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1533998 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7839834230981928]
   [junit4]   2> 1534003 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@66cfc45f[collection1_shard2_replica_t0] main]
   [junit4]   2> 1534005 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1534005 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1534006 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1534008 INFO  
(searcherExecutor-1967-thread-1-processing-n:127.0.0.1:59297_m_%2Fr 
x:collection1_shard2_replica_t0 s:shard2 c:collection1) 
[n:127.0.0.1:59297_m_%2Fr c:collection1 s:shard2  
x:collection1_shard2_replica_t0] o.a.s.c.SolrCore 
[collection1_shard2_replica_t0] Registered new searcher 
Searcher@66cfc45f[collection1_shard2_replica_t0] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1534008 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1575296601876856832
   [junit4]   2> 1534017 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1534017 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1534017 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:59297/m_/r/collection1_shard2_replica_t0/
   [junit4]   2> 1534017 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 1534018 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.SyncStrategy 
http://127.0.0.1:59297/m_/r/collection1_shard2_replica_t0/ has no replicas
   [junit4]   2> 1534018 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1534018 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ZkController 
collection1_shard2_replica_t0 stopping background replication from leader
   [junit4]   2> 1534028 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:59297/m_/r/collection1_shard2_replica_t0/ shard2
   [junit4]   2> 1534132 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1534184 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.c.ZkController I 
am the leader, no recovery necessary
   [junit4]   2> 1534190 INFO  (qtp1399615956-62833) [n:127.0.0.1:59297_m_%2Fr 
c:collection1 s:shard2  x:collection1_shard2_replica_t0] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t0&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG}
 status=0 QTime=1713
   [junit4]   2> 1534197 INFO  (qtp1399615956-62835) [n:127.0.0.1:59297_m_%2Fr  
  ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={node=127.0.0.1:59297_m_%252Fr&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2}
 status=0 QTime=1734
   [junit4]   2> 1534299 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 1534373 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-2-001
 of type TLOG
   [junit4]   2> 1534374 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1534375 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5b108f57{/m_/r,null,AVAILABLE}
   [junit4]   2> 1534376 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@67d2c775{HTTP/1.1,[http/1.1]}{127.0.0.1:33224}
   [junit4]   2> 1534376 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.e.j.s.Server Started @1538907ms
   [junit4]   2> 1534376 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:40454/hdfs__localhost_40454__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-7.0_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001_tempDir-002_jetty2,
 replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/m_/r, 
hostPort=33224, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-2-001/cores}
   [junit4]   2> 1534377 ERROR 
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1534378 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.0
   [junit4]   2> 1534378 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1534378 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1534378 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-08-09T23:05:10.302Z
   [junit4]   2> 1534390 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 1534390 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-2-001/solr.xml
   [junit4]   2> 1534396 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 1534400 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39926/solr
   [junit4]   2> 1534434 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 1534440 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1534442 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33224_m_%2Fr
   [junit4]   2> 1534444 INFO  (zkCallback-932-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1534445 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1534445 INFO  
(zkCallback-925-thread-1-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1534467 INFO  
(zkCallback-943-thread-1-processing-n:127.0.0.1:33224_m_%2Fr) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1534475 INFO  
(OverseerCollectionConfigSetProcessor-98456036783489028-127.0.0.1:57502_m_%2Fr-n_0000000000)
 [n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1534548 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1534617 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1534617 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1534620 INFO  
(TEST-HdfsUnloadDistributedZkTest.test-seed#[177FA75A9BC052C6]) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-2-001/cores
   [junit4]   2> 1534656 INFO  (qtp1399615956-62836) [n:127.0.0.1:59297_m_%2Fr  
  ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with 
params 
node=127.0.0.1:33224_m_%252Fr&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1534661 INFO  
(OverseerThreadFactory-1953-thread-4-processing-n:127.0.0.1:57502_m_%2Fr) 
[n:127.0.0.1:57502_m_%2Fr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:33224_m_%2Fr for creating new replica
   [junit4]   2> 1534665 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr   
 ] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t0&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1534665 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr   
 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 1534770 INFO  
(zkCallback-943-thread-1-processing-n:127.0.0.1:33224_m_%2Fr) 
[n:127.0.0.1:33224_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1534770 INFO  
(zkCallback-937-thread-1-processing-n:127.0.0.1:59297_m_%2Fr) 
[n:127.0.0.1:59297_m_%2Fr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1535682 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1535697 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.IndexSchema 
[collection1_shard1_replica_t0] Schema name=test
   [junit4]   2> 1535912 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1535946 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1_shard1_replica_t0' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 1535947 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.collection1.shard1.replica_t0' (registry 
'solr.core.collection1.shard1.replica_t0') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@461a898c
   [junit4]   2> 1535947 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:40454/solr_hdfs_home
   [junit4]   2> 1535947 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1535947 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1535947 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.c.SolrCore 
[[collection1_shard1_replica_t0] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_177FA75A9BC052C6-001/shard-2-001/cores/collection1_shard1_replica_t0],
 dataDir=[hdfs://localhost:40454/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 1535949 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 1535957 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1535958 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1535958 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1535963 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1535964 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 1535991 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:40454/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 1535999 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 1535999 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1535999 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1536061 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1536063 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=24.673828125, 
floorSegmentMB=1.5146484375, forceMergeDeletesPctAllowed=3.905641746415954, 
segmentsPerTier=3.0, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7781730775016806
   [junit4]   2> 1536163 INFO  (IPC Server handler 1 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53909 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-008ac67c-e28d-479f-9f37-ebe4d7657e79:NORMAL:127.0.0.1:41286|RBW],
 
ReplicaUC[[DISK]DS-9b8d8cc1-1c67-4296-93ce-c70c85c0e635:NORMAL:127.0.0.1:53909|FINALIZED]]}
 size 0
   [junit4]   2> 1536164 INFO  (IPC Server handler 2 on 40454) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41286 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-008ac67c-e28d-479f-9f37-ebe4d7657e79:NORMAL:127.0.0.1:41286|RBW],
 
ReplicaUC[[DISK]DS-9b8d8cc1-1c67-4296-93ce-c70c85c0e635:NORMAL:127.0.0.1:53909|FINALIZED]]}
 size 0
   [junit4]   2> 1536190 WARN  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 1536364 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1536364 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1536364 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1536381 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 1536381 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 1536392 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.7839834230981928]
   [junit4]   2> 1536435 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3c8b4361[collection1_shard1_replica_t0] main]
   [junit4]   2> 1536437 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 1536441 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1536442 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1536443 INFO  
(searcherExecutor-1978-thread-1-processing-n:127.0.0.1:33224_m_%2Fr 
x:collection1_shard1_replica_t0 s:shard1 c:collection1) 
[n:127.0.0.1:33224_m_%2Fr c:collection1 s:shard1  
x:collection1_shard1_replica_t0] o.a.s.c.SolrCore 
[collection1_shard1_replica_t0] Registered new searcher 
Searcher@3c8b4361[collection1_shard1_replica_t0] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1536444 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1575296604431187968
   [junit4]   2> 1536456 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1536456 INFO  (qtp233554580-62872) [n:127.0.0.1:33224_m_%2Fr 
c:collection1 s:shard1  x:collection1_shard1_replica_t0] o

[...truncated too long message...]

equestTimes, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=requestTimes, 
solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=clientErrors, 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.completed,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=clientErrors, 
solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=totalTime, 
solr:dom1=node,category=ADMIN,scope=/admin/cores,name=errors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=QUERY,scope=/dump,name=handlerStart,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=handlerStart,
 
solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.submitted,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=errors, 
solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.running,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=handlerStart,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=UPDATE,scope=/update/json,name=handlerStart,
 solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=usage, 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requests, 
solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=used, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requestTimes,
 
solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexVersion,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=QUERY,scope=/select,name=errors,
 solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=timeouts, 
solr:dom1=node,category=ADMIN,scope=/admin/configs,name=clientErrors, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=REPLICATION,scope=/replication,name=generation,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=handlerStart, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=QUERY,scope=/graph,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=totalTime,
 
solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requests,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=ADMIN,scope=/admin/file,name=handlerStart,
 solr:dom1=jvm,name0=memory,name1=total,name=committed, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=default.requests,
 solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requests, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=timeouts, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=UPDATE,scope=/update/json,name=timeouts,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=UPDATE,scope=updateHandler,name=splits,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=serverErrors,
 solr:dom1=jvm,name0=threads,name=deadlocks, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=ADMIN,scope=/admin/ping,name=errors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=UPDATE,scope=update,name=errors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=errors,
 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=serverErrors,
 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=REPLICATION,scope=/replication,name=requests,
 solr:dom1=jvm,name0=memory,name1=non-heap,name=usage, 
solr:dom1=jvm,name0=classes,name=loaded, 
solr:dom1=core,dom2=collection1,dom3=shard1,dom4=replica_n2,category=REPLICATION,scope=/replication,name=replicationEnabled,
 java.lang:type=Memory, solr:dom1=jvm,name0=memory,name1=total,name=init, 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=errors,
 
solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requestTimes,
 
solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=leasedConnections, 
solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=timeouts,
 
solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=simple.requests]
   [junit4]   2> 2908524 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={}{add=[1 (1575298042937999360)]} 0 1
   [junit4]   2> 2908527 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.u.DirectUpdateHandler2 start 
commit{_version_=1575298042942193664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2908527 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.u.SolrIndexWriter Calling setCommitData with 
IW:org.apache.solr.update.SolrIndexWriter@11f08a3d 
commitCommandVersion:1575298042942193664
   [junit4]   2> 2908530 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@3b95204b[collection1] main]
   [junit4]   2> 2908531 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2908534 INFO  (searcherExecutor-7174-thread-1) [    ] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@3b95204b[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 2908534 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null 
params={}{commit=} 0 7
   [junit4]   2> 2908534 INFO  
(TEST-TestJmxIntegration.testJmxUpdate-seed#[177FA75A9BC052C6]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testJmxUpdate
   [junit4]   2> 2908535 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2908535 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=935938321
   [junit4]   2> 2908535 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 2908537 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 2908554 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 2908555 INFO  
(SUITE-TestJmxIntegration-seed#[177FA75A9BC052C6]-worker) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2908562 INFO  (coreCloseExecutor-7179-thread-1) [    
x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@70df768e
   [junit4]   2> 2908563 INFO  (coreCloseExecutor-7179-thread-1) [    
x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.collection1, tag=1893693070
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.0/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_177FA75A9BC052C6-001
   [junit4]   2> Aug 09, 2017 11:28:04 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=false): {}, locale=th, 
timezone=America/Indianapolis
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=105714552,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedResource, 
TestSimpleQParserPlugin, SpellPossibilityIteratorTest, UtilsToolTest, 
TestDistributedMissingSort, HttpSolrCallGetCoreTest, 
CollectionStateFormat2Test, CircularListTest, TestHdfsBackupRestoreCore, 
TestMinMaxOnMultiValuedField, BadCopyFieldTest, CollectionsAPISolrJTest, 
TestConfigSetImmutable, DeleteInactiveReplicaTest, TestLegacyField, 
TestZkChroot, AliasIntegrationTest, ConnectionManagerTest, TestLFUCache, 
RulesTest, PreAnalyzedUpdateProcessorTest, TestOnReconnectListenerSupport, 
TestRebalanceLeaders, HdfsRestartWhileUpdatingTest, 
LeaderFailoverAfterPartitionTest, SearchHandlerTest, 
SignatureUpdateProcessorFactoryTest, TestSurroundQueryParser, 
HdfsChaosMonkeyNothingIsSafeTest, TestAnalyzedSuggestions, TestSolrCoreParser, 
DocExpirationUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, 
PeerSyncReplicationTest, TestCustomSort, TestExportWriter, RollingRestartTest, 
ClassificationUpdateProcessorIntegrationTest, DistribCursorPagingTest, 
CopyFieldTest, BlockCacheTest, TestSolrConfigHandlerCloud, 
TestFileDictionaryLookup, CleanupOldIndexTest, FullHLLTest, 
CoreAdminRequestStatusTest, PKIAuthenticationIntegrationTest, 
UniqFieldsUpdateProcessorFactoryTest, TestTolerantSearch, MultiThreadedOCPTest, 
TestLegacyFieldCache, TestStressUserVersions, MultiTermTest, 
TermVectorComponentDistributedTest, SpatialHeatmapFacetsTest, 
CdcrUpdateLogTest, PingRequestHandlerTest, MetricsHandlerTest, 
TestSolrCloudWithKerberosAlt, ReturnFieldsTest, TestJsonRequest, 
TestSimpleTextCodec, TestSolrDeletionPolicy2, SubstringBytesRefFilterTest, 
StressHdfsTest, TestDistributedStatsComponentCardinality, 
SimpleCollectionCreateDeleteTest, TestDistribDocBasedVersion, 
StatsComponentTest, AutoCommitTest, TestMacroExpander, 
TestHdfsCloudBackupRestore, TestJmxIntegration]
   [junit4] Completed [312/728 (3!)] on J2 in 0.97s, 3 tests, 1 error, 1 
skipped <<< FAILURES!

[...truncated 44719 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to