Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.5/11/

2 tests failed.
FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([C13F1A46D052D4B5:496B259C7EAEB94D]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:307)
        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46491/p

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting 
response from server at: http://127.0.0.1:46491/p
        at 
__randomizedtesting.SeedInfo.seed([C13F1A46D052D4B5:496B259C7EAEB94D]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1376)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1127)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at 
org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
        at 
org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at 
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at 
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
        at 
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at 
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at 
org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
        at 
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
        at 
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
        at 
org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
        ... 51 more




Build Log:
[...truncated 11714 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/init-core-data-001
   [junit4]   2> 438332 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 438334 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 438334 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/
   [junit4]   2> 439110 WARN  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 440441 WARN  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 441070 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Logging to 
org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 441188 WARN  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 441749 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 441920 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_56250_hdfs____.n6bp6y/webapp
   [junit4]   2> 443594 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56250
   [junit4]   2> 444883 WARN  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 444888 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 444956 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_58223_datanode____.dfumjt/webapp
   [junit4]   2> 445700 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58223
   [junit4]   2> 446367 WARN  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 446368 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 446426 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40201_datanode____.cvnlya/webapp
   [junit4]   2> 447729 INFO  
(SUITE-StressHdfsTest-seed#[C13F1A46D052D4B5]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40201
   [junit4]   2> 450618 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer 
CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE 
RESOURCE LEAK!!!  instance=414695446
   [junit4]   2> 455339 INFO  (IPC Server handler 0 on 34942) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc node 
DatanodeRegistration(127.0.0.1:37116, 
datanodeUuid=96113e58-dc7f-47b4-a1e6-7f5272ea7a1b, infoPort=56494, 
infoSecurePort=0, ipcPort=50546, 
storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 14 msecs
   [junit4]   2> 455340 INFO  (IPC Server handler 0 on 34942) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a node 
DatanodeRegistration(127.0.0.1:37116, 
datanodeUuid=96113e58-dc7f-47b4-a1e6-7f5272ea7a1b, infoPort=56494, 
infoSecurePort=0, ipcPort=50546, 
storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 455341 INFO  (IPC Server handler 1 on 34942) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-22031f1b-cddc-40ef-baba-223e7272e843 node 
DatanodeRegistration(127.0.0.1:44742, 
datanodeUuid=1afa6132-c631-489f-8b73-eed5878f367f, infoPort=50802, 
infoSecurePort=0, ipcPort=43941, 
storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 455341 INFO  (IPC Server handler 1 on 34942) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9 node 
DatanodeRegistration(127.0.0.1:44742, 
datanodeUuid=1afa6132-c631-489f-8b73-eed5878f367f, infoPort=50802, 
infoSecurePort=0, ipcPort=43941, 
storageInfo=lv=-56;cid=testClusterID;nsid=1149827002;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 456243 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkTestServer 
STARTING ZK TEST SERVER
   [junit4]   2> 456259 INFO  (Thread-305) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 456259 INFO  (Thread-305) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 456360 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkTestServer 
start zk server on port:36235
   [junit4]   2> 456939 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 456941 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 456942 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 456944 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 456945 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 456946 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 456948 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 456949 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 456951 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 456953 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 456956 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 457396 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores/collection1
   [junit4]   2> 457415 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 457459 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@40dbf67b{/p,null,AVAILABLE}
   [junit4]   2> 457460 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6a4f1b41{HTTP/1.1,[http/1.1]}{127.0.0.1:47562}
   [junit4]   2> 457460 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
Started @465028ms
   [junit4]   2> 457460 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_control_data,
 hostContext=/p, hostPort=47562, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores}
   [junit4]   2> 457461 ERROR 
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 457461 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.1
   [junit4]   2> 457461 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 457461 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 457461 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-04-13T04:21:52.413Z
   [junit4]   2> 457477 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 457477 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/solr.xml
   [junit4]   2> 457519 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 457523 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:36235/solr
   [junit4]   2> 457624 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 457624 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47562_p
   [junit4]   2> 457626 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.Overseer Overseer (id=97783467948310532-127.0.0.1:47562_p-n_0000000000) 
starting
   [junit4]   2> 457676 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47562_p
   [junit4]   2> 457681 INFO  
(zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 458142 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores
   [junit4]   2> 458142 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:47562_p    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 458176 INFO  
(OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) 
[n:127.0.0.1:47562_p    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 458257 WARN  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.c.Config 
Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> 
instead.
   [junit4]   2> 458258 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.5.1
   [junit4]   2> 458652 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 459225 WARN  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 459228 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 459272 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection
   [junit4]   2> 459389 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
   [junit4]   2> 459390 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 459390 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 459390 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/control-001/cores/collection1],
 
dataDir=[hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 459390 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
   [junit4]   2> 459391 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 459480 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 459480 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 459480 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 461759 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 461781 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 461949 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 462217 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 462217 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 462217 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 462288 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 462289 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: 
maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=31.4482421875, 
floorSegmentMB=1.0419921875, forceMergeDeletesPctAllowed=0.001989650354629058, 
segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 464326 INFO  (IPC Server handler 4 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|RBW],
 
ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW]]}
 size 0
   [junit4]   2> 464339 INFO  (IPC Server handler 3 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|RBW],
 
ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW]]}
 size 0
   [junit4]   2> 464427 WARN  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 464739 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 464739 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 464739 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 464820 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 464820 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 464826 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@5d461266
   [junit4]   2> 465268 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@4de94af6[collection1] main]
   [junit4]   2> 465271 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 465272 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 465275 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 465284 INFO  
(searcherExecutor-913-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@4de94af6[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 465291 INFO  
(coreLoadExecutor-912-thread-1-processing-n:127.0.0.1:47562_p) 
[n:127.0.0.1:47562_p c:control_collection   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1564535496631123968
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:47562/p/collection1/
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:47562/p/collection1/ has no replicas
   [junit4]   2> 465332 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all 
replicas participating in election, clear LIR
   [junit4]   2> 465338 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:47562/p/collection1/ shard1
   [junit4]   2> 465489 INFO  
(coreZkRegister-905-thread-1-processing-n:127.0.0.1:47562_p x:collection1 
c:control_collection) [n:127.0.0.1:47562_p c:control_collection s:shard1 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 465683 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 466020 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36235/solr ready
   [junit4]   2> 466027 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ChaosMonkey 
monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 466027 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 466998 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores/collection1
   [junit4]   2> 467150 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001
   [junit4]   2> 467151 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 467177 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@38ef4e6d{/p,null,AVAILABLE}
   [junit4]   2> 467178 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@40493efc{HTTP/1.1,[http/1.1]}{127.0.0.1:55253}
   [junit4]   2> 467178 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
Started @474745ms
   [junit4]   2> 467178 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty1,
 solrconfig=solrconfig.xml, hostContext=/p, hostPort=55253, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores}
   [junit4]   2> 467178 ERROR 
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 467192 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.1
   [junit4]   2> 467192 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 467192 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 467192 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-04-13T04:22:02.144Z
   [junit4]   2> 467234 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 467234 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/solr.xml
   [junit4]   2> 467256 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 467258 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:36235/solr
   [junit4]   2> 467305 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 467309 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 467325 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55253_p
   [junit4]   2> 467328 INFO  (zkCallback-231-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467328 INFO  
(zkCallback-227-thread-2-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467329 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 467621 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores
   [junit4]   2> 467621 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:55253_p    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 467633 INFO  
(OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) 
[n:127.0.0.1:47562_p    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 467736 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 468653 WARN  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 468654 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.5.1
   [junit4]   2> 468684 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 468904 WARN  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 468919 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.0 with uniqueid field id
   [junit4]   2> 468950 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 468950 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
   [junit4]   2> 468956 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 468956 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 468956 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-1-001/cores/collection1],
 dataDir=[hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 468956 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
   [junit4]   2> 468957 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 468998 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 468998 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 468998 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 469134 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 469144 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 469193 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 469214 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 469214 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 469214 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 469235 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 469235 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, 
maxMergedSegmentMB=31.4482421875, floorSegmentMB=1.0419921875, 
forceMergeDeletesPctAllowed=0.001989650354629058, segmentsPerTier=25.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 469332 INFO  (IPC Server handler 6 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-22031f1b-cddc-40ef-baba-223e7272e843:NORMAL:127.0.0.1:44742|RBW],
 
ReplicaUC[[DISK]DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc:NORMAL:127.0.0.1:37116|FINALIZED]]}
 size 0
   [junit4]   2> 469335 INFO  (IPC Server handler 1 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-22031f1b-cddc-40ef-baba-223e7272e843:NORMAL:127.0.0.1:44742|RBW],
 
ReplicaUC[[DISK]DS-450dc27c-4e3a-4dc3-8bee-bafd5fb461cc:NORMAL:127.0.0.1:37116|FINALIZED]]}
 size 0
   [junit4]   2> 469369 WARN  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 469627 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 469627 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 469627 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 469657 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 469657 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 469662 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@534ec8b8
   [junit4]   2> 469687 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@5cba386c[collection1] main]
   [junit4]   2> 469689 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 469689 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 469690 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 469691 INFO  
(searcherExecutor-924-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@5cba386c[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 469703 INFO  
(coreLoadExecutor-923-thread-1-processing-n:127.0.0.1:55253_p) 
[n:127.0.0.1:55253_p c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1564535501257441280
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to 
continue.
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try 
and sync
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:55253/p/collection1/
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55253/p/collection1/ has 
no replicas
   [junit4]   2> 469718 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas 
participating in election, clear LIR
   [junit4]   2> 469719 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 469751 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:55253/p/collection1/ shard1
   [junit4]   2> 469843 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 469852 INFO  
(coreZkRegister-918-thread-1-processing-n:127.0.0.1:55253_p x:collection1 
c:collection1) [n:127.0.0.1:55253_p c:collection1 s:shard1 r:core_node1 
x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 469956 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [2])
   [junit4]   2> 469968 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores/collection1
   [junit4]   2> 469969 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001
   [junit4]   2> 469972 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 470022 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@75a8200e{/p,null,AVAILABLE}
   [junit4]   2> 470022 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@53967721{HTTP/1.1,[http/1.1]}{127.0.0.1:46491}
   [junit4]   2> 470023 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
Started @477590ms
   [junit4]   2> 470023 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty2,
 solrconfig=solrconfig.xml, hostContext=/p, hostPort=46491, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores}
   [junit4]   2> 470031 ERROR 
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 470031 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.1
   [junit4]   2> 470031 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 470031 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 470031 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-04-13T04:22:04.983Z
   [junit4]   2> 470255 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 470255 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/solr.xml
   [junit4]   2> 470283 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 470292 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:36235/solr
   [junit4]   2> 470361 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 470364 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 470366 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46491_p
   [junit4]   2> 470367 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 470369 INFO  (zkCallback-231-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 470369 INFO  
(zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n:127.0.0.1:47562_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 470407 INFO  
(zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 470512 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p    ] 
o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores
   [junit4]   2> 470512 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:46491_p    ] 
o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 470533 INFO  
(OverseerStateUpdate-97783467948310532-127.0.0.1:47562_p-n_0000000000) 
[n:127.0.0.1:47562_p    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard 
shard=shard1
   [junit4]   2> 470636 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 470636 INFO  
(zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 471628 WARN  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.Config Beginning 
with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 471628 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.5.1
   [junit4]   2> 471675 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 471972 WARN  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 471979 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded 
schema test/1.0 with uniqueid field id
   [junit4]   2> 472025 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.CoreContainer 
Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 472025 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:34942/solr_hdfs_home
   [junit4]   2> 472027 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 472027 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 472031 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-2-001/cores/collection1],
 dataDir=[hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 472031 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX 
monitoring is enabled. Adding Solr mbeans to JMX Server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@90daaf7
   [junit4]   2> 472031 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 472063 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 472063 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 472063 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 472113 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 472116 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 472246 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 472287 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct 
memory allocation set to [true]
   [junit4]   2> 472311 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of 
[8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 472311 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 472341 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 472341 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: 
[TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=3, 
maxMergedSegmentMB=31.4482421875, floorSegmentMB=1.0419921875, 
forceMergeDeletesPctAllowed=0.001989650354629058, segmentsPerTier=25.0, 
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 472443 INFO  (IPC Server handler 7 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44742 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW],
 
ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|FINALIZED]]}
 size 0
   [junit4]   2> 472446 INFO  (IPC Server handler 6 on 34942) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37116 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-662181b5-6f3c-46c8-84ee-3bc49fd4067a:NORMAL:127.0.0.1:37116|RBW],
 
ReplicaUC[[DISK]DS-19ff9830-eba3-4ff2-9fef-255b2d309fe9:NORMAL:127.0.0.1:44742|FINALIZED]]}
 size 0
   [junit4]   2> 472482 WARN  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.c.RequestHandlers 
INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class 
= DumpRequestHandler,attributes = {initParams=a, name=/dump, 
class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 473235 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 473235 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 473235 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 473295 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 473295 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 473299 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.RandomMergePolicy 
RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: 
org.apache.lucene.index.MockRandomMergePolicy@26d8d348
   [junit4]   2> 473327 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@70660977[collection1] main]
   [junit4]   2> 473332 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 473333 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 473333 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 473334 INFO  
(searcherExecutor-935-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
c:collection1) [n:127.0.0.1:46491_p c:collection1   x:collection1] 
o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@70660977[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 473341 INFO  
(coreLoadExecutor-934-thread-1-processing-n:127.0.0.1:46491_p) 
[n:127.0.0.1:46491_p c:collection1   x:collection1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1564535505072160768
   [junit4]   2> 473357 INFO  
(coreZkRegister-929-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
c:collection1) [n:127.0.0.1:46491_p c:collection1 s:shard1 r:core_node2 
x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 473366 INFO  
(updateExecutor-240-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running 
recovery
   [junit4]   2> 473373 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery 
process. recoveringAfterStartup=true
   [junit4]   2> 473374 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### 
startupVersions=[[]]
   [junit4]   2> 473374 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering 
updates. core=[collection1]
   [junit4]   2> 473375 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer 
updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 473375 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state 
of core [collection1] as recovering, leader is 
[http://127.0.0.1:55253/p/collection1/] and I am 
[http://127.0.0.1:46491/p/collection1/]
   [junit4]   2> 473387 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 473387 INFO  
(zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 473400 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep 
recovery command to [http://127.0.0.1:55253/p]; [WaitForState: 
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46491_p&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 473428 INFO  (qtp1487983017-1706) [n:127.0.0.1:55253_p    ] 
o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 473428 INFO  (qtp1487983017-1706) [n:127.0.0.1:55253_p    ] 
o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 
(shard1 of collection1) have state: recovering
   [junit4]   2> 473428 INFO  (qtp1487983017-1706) [n:127.0.0.1:55253_p    ] 
o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, 
shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? 
true, live=true, checkLive=true, currentState=recovering, localState=active, 
nodeName=127.0.0.1:46491_p, coreNodeName=core_node2, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node2:{"core":"collection1","dataDir":"hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:46491/p","node_name":"127.0.0.1:46491_p","state":"recovering","ulogDir":"hdfs://localhost:34942/solr_hdfs_home/collection1/core_node2/data/tlog"}
   [junit4]   2> 473429 INFO  (qtp1487983017-1706) [n:127.0.0.1:55253_p    ] 
o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, 
checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 473429 INFO  (qtp1487983017-1706) [n:127.0.0.1:55253_p    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={nodeName=127.0.0.1:46491_p&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 473929 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to 
PeerSync from [http://127.0.0.1:55253/p/collection1/] - 
recoveringAfterStartup=[true]
   [junit4]   2> 473930 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: 
core=collection1 url=http://127.0.0.1:46491/p START 
replicas=[http://127.0.0.1:55253/p/collection1/] nUpdates=100
   [junit4]   2> 473951 INFO  (qtp1487983017-1709) [n:127.0.0.1:55253_p 
c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint 
IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 473951 INFO  (qtp1487983017-1709) [n:127.0.0.1:55253_p 
c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request 
[collection1]  webapp=/p path=/get 
params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 473961 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint 
millis:4.0 result:{maxVersionSpecified=9223372036854775807, 
maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, 
maxDoc=0}
   [junit4]   2> 473961 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. 
No need to do a PeerSync 
   [junit4]   2> 473961 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start 
commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 473961 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No 
uncommitted changes. Skipping IW.commit.
   [junit4]   2> 473964 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 473964 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of 
recovery was successful.
   [junit4]   2> 473964 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates 
buffered during PeerSync.
   [junit4]   2> 473964 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 473964 INFO  
(recoveryExecutor-241-thread-1-processing-n:127.0.0.1:46491_p x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46491_p c:collection1 
s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as 
Active after recovery.
   [junit4]   2> 474428 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/cores/collection1
   [junit4]   2> 474505 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001
   [junit4]   2> 474506 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 474507 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 474507 INFO  
(zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p   
 ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 474623 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@14a406b3{/p,null,AVAILABLE}
   [junit4]   2> 474623 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@68d1ac1e{HTTP/1.1,[http/1.1]}{127.0.0.1:58978}
   [junit4]   2> 474624 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.e.j.s.Server 
Started @482191ms
   [junit4]   2> 474624 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=hdfs://localhost:34942/hdfs__localhost_34942__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.5_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001_tempDir-002_jetty3,
 solrconfig=solrconfig.xml, hostContext=/p, hostPort=58978, 
coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/cores}
   [junit4]   2> 474624 ERROR 
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 474640 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.5.1
   [junit4]   2> 474640 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 474640 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 474640 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-04-13T04:22:09.592Z
   [junit4]   2> 474684 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 474684 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_C13F1A46D052D4B5-001/shard-3-001/solr.xml
   [junit4]   2> 474718 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 474719 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:36235/solr
   [junit4]   2> 474745 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 474748 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p    ] 
o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 474750 INFO  
(TEST-StressHdfsTest.test-seed#[C13F1A46D052D4B5]) [n:127.0.0.1:58978_p    ] 
o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:58978_p
   [junit4]   2> 474752 INFO  
(zkCallback-243-thread-2-processing-n:127.0.0.1:46491_p) [n:127.0.0.1:46491_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 474753 INFO  
(zkCallback-237-thread-1-processing-n:127.0.0.1:55253_p) [n:127.0.0.1:55253_p   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 474753 INFO  (zkCallback-231-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 474759 INFO  
(zkCallback-227-thread-1-processing-n:127.0.0.1:47562_p) [n

[...truncated too long message...]

oop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
   [junit4]   2>        at 
org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:97)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 53 more
   [junit4]   2> 3869387 INFO  
(SUITE-SharedFSAutoReplicaFailoverTest-seed#[C13F1A46D052D4B5]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.5/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C13F1A46D052D4B5-001
   [junit4]   2> Apr 13, 2017 5:18:44 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{id=Lucene50(blocksize=128), 
text=PostingsFormat(name=LuceneVarGapFixedInterval)}, 
docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=976, 
maxMBSortInHeap=6.801722863945304, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-NL, 
timezone=Australia/Currie
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_121 (64-bit)/cpus=4,threads=1,free=176021320,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: 
[VMParamsZkACLAndCredentialsProvidersTest, SolrCoreTest, 
LeaderElectionIntegrationTest, SolrJmxReporterTest, TestLazyCores, 
TestFieldSortValues, ScriptEngineTest, ZkStateWriterTest, 
TestReplicationHandlerBackup, BasicDistributedZkTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestStressRecovery, 
TestManagedSchemaThreadSafety, StressHdfsTest, TestRequestStatusCollectionAPI, 
TestIBSimilarityFactory, TestTolerantUpdateProcessorRandomCloud, 
TestFastWriter, CacheHeaderTest, QueryEqualityTest, TestBadConfig, 
AlternateDirectoryTest, TestCollectionAPIs, ResourceLoaderTest, 
TestDefaultStatsCache, PathHierarchyTokenizerFactoryTest, 
TestSchemaSimilarityResource, GraphQueryTest, CollectionReloadTest, 
NotRequiredUniqueKeyTest, TestManagedResource, SolrCoreMetricManagerTest, 
HdfsRestartWhileUpdatingTest, TestSmileRequest, ReturnFieldsTest, 
InfixSuggestersTest, OutOfBoxZkACLAndCredentialsProvidersTest, 
CustomCollectionTest, TestJoin, HLLUtilTest, TestRangeQuery, 
TestRemoteStreaming, QueryResultKeyTest, DisMaxRequestHandlerTest, 
StandardRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, 
ExternalFileFieldSortTest, TestFastLRUCache, TestPathTrie, 
DocumentAnalysisRequestHandlerTest, RequiredFieldsTest, 
TestCollationFieldDocValues, RulesTest, InfoHandlerTest, 
TestPseudoReturnFields, TestHighlightDedupGrouping, 
TestLeaderInitiatedRecoveryThread, ExplicitHLLTest, TestMacroExpander, 
RegexBoostProcessorTest, SpatialHeatmapFacetsTest, TestJettySolrRunner, 
DistributedQueryComponentOptimizationTest, TestCSVLoader, 
TestPerFieldSimilarityClassic, TolerantUpdateProcessorTest, TestJmxIntegration, 
DistributedFacetPivotSmallTest, SmileWriterTest, TestManagedStopFilterFactory, 
TestReloadDeadlock, LeaderElectionContextKeyTest, TestFoldingMultitermQuery, 
DirectoryFactoryTest, OverseerTaskQueueTest, DeleteNodeTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestSolrCloudWithKerberosAlt, 
SyncSliceTest, TestConfigSetImmutable, TestCodecSupport, TestFieldTypeResource, 
BooleanFieldTest, UpdateLogTest, TestSchemalessBufferedUpdates, 
TestOverriddenPrefixQueryForCustomFieldType, TestJsonFacetRefinement, 
TestDistributedSearch, TestFaceting, AnalysisAfterCoreReloadTest, 
TestShortCircuitedRequests, TestUnifiedSolrHighlighter, 
HttpSolrCallGetCoreTest, TestTrieFacet, TestJsonRequest, MBeansHandlerTest, 
BlockJoinFacetDistribTest, SolrIndexMetricsTest, TestAnalyzeInfixSuggestions, 
BaseCdcrDistributedZkTest, SynonymTokenizerTest, SolrMetricsIntegrationTest, 
TestSolrQueryParserDefaultOperatorResource, TestFieldCacheReopen, 
DistributedFacetPivotLargeTest, TestClassicSimilarityFactory, 
TestSolrCLIRunExample, MissingSegmentRecoveryTest, ZkNodePropsTest, 
AnalyticsMergeStrategyTest, UUIDFieldTest, TestCrossCoreJoin, 
AtomicUpdatesTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, 
DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressVersions, 
TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, 
PeerSyncTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, 
DistributedQueryElevationComponentTest, SolrIndexSplitterTest, 
SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, 
CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, 
TestStressLucene, SpatialFilterTest, PolyFieldTest, 
WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, 
DefaultValueUpdateProcessorTest, SortByFunctionTest, SolrInfoMBeanTest, 
XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, 
TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, 
TestValueSourceCache, TestSolrQueryParser, LoggingHandlerTest, 
UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, 
TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, 
SearchHandlerTest, CopyFieldTest, BadComponentTest, TestSolrDeletionPolicy2, 
SampleTest, NumericFieldsTest, OutputWriterTest, TestPhraseSuggestions, 
TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, 
DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, 
TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestSolrJ, 
TestUtils, TestDocumentBuilder, FileUtilsTest, CursorPagingTest, 
DistributedIntervalFacetingTest, CdcrRequestHandlerTest, 
CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, 
DistribJoinFromCollectionTest, DistributedVersionInfoTest, 
MultiThreadedOCPTest, SharedFSAutoReplicaFailoverTest]
   [junit4] Completed [507/701 (2!)] on J0 in 213.79s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 63336 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to