Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.4/1/

3 tests failed.
FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
   "replicationFactor":"3",   "shards":{     "shard1":{       
"range":"80000000-b332ffff",       "state":"active",       "replicas":{}},     
"shard2":{       "range":"b3330000-e665ffff",       "state":"active",       
"replicas":{}},     "shard3":{       "range":"e6660000-1998ffff",       
"state":"active",       "replicas":{}},     "shard4":{       
"range":"19990000-4ccbffff",       "state":"active",       "replicas":{}},     
"shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       
"replicas":{}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"4",   
"autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: 
DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"4",
  "autoAddReplicas":"false"}
        at 
__randomizedtesting.SeedInfo.seed([CF874D0432FBEFEB:87F239B034C8C07E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:496)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testSpecificConfigsets

Error Message:
KeeperErrorCode = NoNode for /collections/withconfigset2

Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode 
for /collections/withconfigset2
        at 
__randomizedtesting.SeedInfo.seed([CF874D0432FBEFEB:E2F9025EC5DF55E7]:0)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:425)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([CF874D0432FBEFEB:47D372DE9C078213]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11619 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/init-core-data-001
   [junit4]   2> 413973 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 413974 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001
   [junit4]   2> 413974 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413978 INFO  (Thread-778) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413978 INFO  (Thread-778) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 414078 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:57302
   [junit4]   2> 414087 INFO  (jetty-launcher-594-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 414087 INFO  (jetty-launcher-594-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 414088 INFO  (jetty-launcher-594-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 414088 INFO  (jetty-launcher-594-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 414089 INFO  (jetty-launcher-594-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@16e0147a{/solr,null,AVAILABLE}
   [junit4]   2> 414090 INFO  (jetty-launcher-594-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@51304422{HTTP/1.1,[http/1.1]}{127.0.0.1:55501}
   [junit4]   2> 414090 INFO  (jetty-launcher-594-thread-2) [    ] 
o.e.j.s.Server Started @417975ms
   [junit4]   2> 414090 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=55501}
   [junit4]   2> 414090 ERROR (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 414091 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 414091 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 414091 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 414091 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-01-15T00:37:02Z
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3c13d2c3{/solr,null,AVAILABLE}
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@42455fb2{HTTP/1.1,[http/1.1]}{127.0.0.1:47992}
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.e.j.s.Server Started @417977ms
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47992}
   [junit4]   2> 414092 ERROR (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 414092 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-01-15T00:37:02.001Z
   [junit4]   2> 414094 INFO  (jetty-launcher-594-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@509669fb{/solr,null,AVAILABLE}
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@73d7cdad{HTTP/1.1,[http/1.1]}{127.0.0.1:50720}
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.e.j.s.Server Started @417980ms
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=50720}
   [junit4]   2> 414095 ERROR (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 414095 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-01-15T00:37:02.004Z
   [junit4]   2> 414097 INFO  (jetty-launcher-594-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@790ec67c{/solr,null,AVAILABLE}
   [junit4]   2> 414098 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1481c84c{HTTP/1.1,[http/1.1]}{127.0.0.1:53479}
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.e.j.s.Server Started @417988ms
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=53479}
   [junit4]   2> 414103 ERROR (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.4.0
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 414103 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-01-15T00:37:02.012Z
   [junit4]   2> 414105 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 414111 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 414111 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 414112 INFO  (jetty-launcher-594-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57302/solr
   [junit4]   2> 414121 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 414125 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 414125 INFO  (jetty-launcher-594-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57302/solr
   [junit4]   2> 414127 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 414134 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 414135 INFO  (jetty-launcher-594-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57302/solr
   [junit4]   2> 414136 INFO  (jetty-launcher-594-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57302/solr
   [junit4]   2> 414149 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x1599f8e53400007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 414178 INFO  (jetty-launcher-594-thread-2) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:55501_solr
   [junit4]   2> 414179 INFO  (jetty-launcher-594-thread-1) 
[n:127.0.0.1:47992_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47992_solr
   [junit4]   2> 414179 INFO  (jetty-launcher-594-thread-4) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:50720_solr
   [junit4]   2> 414180 INFO  (jetty-launcher-594-thread-2) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.Overseer Overseer 
(id=97284300596051979-127.0.0.1:55501_solr-n_0000000000) starting
   [junit4]   2> 414195 INFO  
(zkCallback-613-thread-1-processing-n:127.0.0.1:50720_solr) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 414208 INFO  (jetty-launcher-594-thread-4) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node4/.
   [junit4]   2> 414213 INFO  
(zkCallback-614-thread-1-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 414223 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:47992_solr) 
[n:127.0.0.1:47992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 414235 INFO  (jetty-launcher-594-thread-3) 
[n:127.0.0.1:53479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 414259 INFO  (jetty-launcher-594-thread-2) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:55501_solr
   [junit4]   2> 414260 INFO  (jetty-launcher-594-thread-3) 
[n:127.0.0.1:53479_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:53479_solr
   [junit4]   2> 414260 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:47992_solr) 
[n:127.0.0.1:47992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 414260 INFO  
(zkCallback-613-thread-1-processing-n:127.0.0.1:50720_solr) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 414261 INFO  
(zkCallback-614-thread-1-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 414261 INFO  
(zkCallback-613-thread-1-processing-n:127.0.0.1:50720_solr) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 414261 INFO  
(zkCallback-612-thread-1-processing-n:127.0.0.1:47992_solr) 
[n:127.0.0.1:47992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 414266 INFO  
(zkCallback-614-thread-1-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 414274 INFO  
(zkCallback-615-thread-1-processing-n:127.0.0.1:53479_solr) 
[n:127.0.0.1:53479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 414287 INFO  (jetty-launcher-594-thread-1) 
[n:127.0.0.1:47992_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node1/.
   [junit4]   2> 414330 INFO  
(zkCallback-615-thread-2-processing-n:127.0.0.1:53479_solr) 
[n:127.0.0.1:53479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 414372 INFO  (jetty-launcher-594-thread-3) 
[n:127.0.0.1:53479_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node3/.
   [junit4]   2> 414378 INFO  (jetty-launcher-594-thread-2) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node2/.
   [junit4]   2> 414640 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 414641 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57302/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 414701 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 414726 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 414730 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 414745 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_41514_hdfs____.bml9zv/webapp
   [junit4]   2> 415071 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41514
   [junit4]   2> 415156 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 415158 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 415166 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40551_datanode____k417ng/webapp
   [junit4]   2> 415527 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40551
   [junit4]   2> 415615 WARN  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 415616 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 415625 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_43670_datanode____7uem53/webapp
   [junit4]   2> 415721 INFO  (IPC Server handler 3 on 37642) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-21b02a3c-4f4e-40db-b4ed-a55f5587bd2e node 
DatanodeRegistration(127.0.0.1:55495, 
datanodeUuid=b8f4a3f0-b495-4cf9-aef3-5f0ce22d9fc4, infoPort=48845, 
infoSecurePort=0, ipcPort=44280, 
storageInfo=lv=-56;cid=testClusterID;nsid=1180287176;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 5 msecs
   [junit4]   2> 415721 INFO  (IPC Server handler 3 on 37642) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-517523c4-8e65-46b8-8cf4-1df744252075 node 
DatanodeRegistration(127.0.0.1:55495, 
datanodeUuid=b8f4a3f0-b495-4cf9-aef3-5f0ce22d9fc4, infoPort=48845, 
infoSecurePort=0, ipcPort=44280, 
storageInfo=lv=-56;cid=testClusterID;nsid=1180287176;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 416012 INFO  
(SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43670
   [junit4]   2> 416147 INFO  (IPC Server handler 1 on 37642) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-6be070e7-46f7-4427-a1fa-b2e620ee1f08 node 
DatanodeRegistration(127.0.0.1:36997, 
datanodeUuid=7a949f7f-4656-4444-83c4-ce85c285c2d8, infoPort=60004, 
infoSecurePort=0, ipcPort=60775, 
storageInfo=lv=-56;cid=testClusterID;nsid=1180287176;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 416147 INFO  (IPC Server handler 1 on 37642) [    ] 
BlockStateChange BLOCK* processReport: from storage 
DS-b0d24d59-b073-4427-b645-21a186e79b4d node 
DatanodeRegistration(127.0.0.1:36997, 
datanodeUuid=7a949f7f-4656-4444-83c4-ce85c285c2d8, infoPort=60004, 
infoSecurePort=0, ipcPort=60775, 
storageInfo=lv=-56;cid=testClusterID;nsid=1180287176;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 416253 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
   [junit4]   2> 416255 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 416264 INFO  (qtp1281380225-3237) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:50720/solr,http://127.0.0.1:47992/solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 416267 INFO  
(OverseerThreadFactory-1367-thread-1-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
nodeset_collection
   [junit4]   2> 416267 WARN  
(OverseerThreadFactory-1367-thread-1-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CreateCollectionCmd It is unusual to 
create a collection (nodeset_collection) without cores.
   [junit4]   2> 416381 INFO  (qtp1281380225-3237) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 416383 INFO  (qtp1281380225-3237) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:50720/solr,http://127.0.0.1:47992/solr&wt=javabin&version=2}
 status=0 QTime=118
   [junit4]   2> 416383 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
   [junit4]   2> 416460 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoCollectionSpecified
   [junit4]   2> 416461 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 416464 INFO  (qtp1281380225-3238) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=nodeset_collection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 416467 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 416467 INFO  
(OverseerThreadFactory-1367-thread-2-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 417171 INFO  (qtp1281380225-3238) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 
QTime=707
   [junit4]   2> 417175 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2
   [junit4]   2> 417177 INFO  
(OverseerStateUpdate-97284300596051979-127.0.0.1:55501_solr-n_0000000000) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 418193 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.4.0
   [junit4]   2> 418200 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.IndexSchema 
[corewithnocollection] Schema name=minimal
   [junit4]   2> 418202 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 418207 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.CoreContainer Creating 
SolrCore 'corewithnocollection' using configuration from collection 
corewithnocollection
   [junit4]   2> 418217 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37642/data
   [junit4]   2> 418217 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Solr Kerberos Authentication disabled
   [junit4]   2> 418217 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SolrCore 
[[corewithnocollection] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node1/corewithnocollection],
 
dataDir=[hdfs://localhost:37642/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/]
   [junit4]   2> 418218 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/snapshot_metadata
   [junit4]   2> 418235 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 418235 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [16777216] will allocate [1] 
slabs and use ~[16777216] bytes
   [junit4]   2> 418235 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Creating new global HDFS BlockCache
   [junit4]   2> 418469 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 419669 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 419671 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003
   [junit4]   2> 419688 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/index
   [junit4]   2> 419693 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 419693 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [16777216] will allocate [1] 
slabs and use ~[16777216] bytes
   [junit4]   2> 419699 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 419749 INFO  (IPC Server handler 9 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55495 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-b0d24d59-b073-4427-b645-21a186e79b4d:NORMAL:127.0.0.1:36997|RBW],
 
ReplicaUC[[DISK]DS-517523c4-8e65-46b8-8cf4-1df744252075:NORMAL:127.0.0.1:55495|RBW]]}
 size 0
   [junit4]   2> 419751 INFO  (IPC Server handler 4 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36997 is 
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-b0d24d59-b073-4427-b645-21a186e79b4d:NORMAL:127.0.0.1:36997|RBW],
 
ReplicaUC[[DISK]DS-517523c4-8e65-46b8-8cf4-1df744252075:NORMAL:127.0.0.1:55495|RBW]]}
 size 0
   [junit4]   2> 419779 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 419779 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 419779 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 419792 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 419792 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 419821 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@4697e2b5[corewithnocollection] main]
   [junit4]   2> 419822 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 419822 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 419824 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 419824 INFO  
(searcherExecutor-1372-thread-1-processing-n:127.0.0.1:47992_solr 
x:corewithnocollection c:corewithnocollection) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SolrCore 
[corewithnocollection] Registered new searcher 
Searcher@4697e2b5[corewithnocollection] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 419825 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1556548815666806784
   [junit4]   2> 419833 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 419833 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 419834 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SyncStrategy Sync 
replicas to http://127.0.0.1:47992/solr/corewithnocollection/
   [junit4]   2> 419834 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 419834 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.SyncStrategy 
http://127.0.0.1:47992/solr/corewithnocollection/ has no replicas
   [junit4]   2> 419840 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:47992/solr/corewithnocollection/ shard1
   [junit4]   2> 419945 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 419947 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr 
c:corewithnocollection   x:corewithnocollection] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003&collection.configName=conf&name=corewithnocollection&action=CREATE&numShards=1&collection=&wt=javabin&version=2}
 status=0 QTime=2773
   [junit4]   2> 419950 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2
   [junit4]   2> 419952 INFO  
(OverseerStateUpdate-97284300596051979-127.0.0.1:55501_solr-n_0000000000) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 420963 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 6.4.0
   [junit4]   2> 420974 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.IndexSchema 
[corewithnocollection2] Schema name=minimal
   [junit4]   2> 420978 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 420979 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.CoreContainer 
Creating SolrCore 'corewithnocollection2' using configuration from collection 
corewithnocollection2
   [junit4]   2> 420979 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37642/data
   [junit4]   2> 420980 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
Solr Kerberos Authentication disabled
   [junit4]   2> 420980 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SolrCore 
[[corewithnocollection2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node1/corewithnocollection2],
 
dataDir=[hdfs://localhost:37642/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/]
   [junit4]   2> 420980 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/snapshot_metadata
   [junit4]   2> 420988 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 420988 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [16777216] will allocate [1] 
slabs and use ~[16777216] bytes
   [junit4]   2> 420994 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 420996 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003
   [junit4]   2> 421012 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/corewithnocollection2/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/index
   [junit4]   2> 421017 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 421017 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.HdfsDirectoryFactory 
Block cache target memory usage, slab size of [16777216] will allocate [1] 
slabs and use ~[16777216] bytes
   [junit4]   2> 421034 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.b.BlockDirectory 
Block cache on write is disabled
   [junit4]   2> 421110 INFO  (IPC Server handler 4 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55495 is 
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6be070e7-46f7-4427-a1fa-b2e620ee1f08:NORMAL:127.0.0.1:36997|RBW],
 
ReplicaUC[[DISK]DS-21b02a3c-4f4e-40db-b4ed-a55f5587bd2e:NORMAL:127.0.0.1:55495|FINALIZED]]}
 size 0
   [junit4]   2> 421138 INFO  (IPC Server handler 5 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36997 is 
added to blk_1073741826_1002 size 71
   [junit4]   2> 421138 INFO  
(org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@50d712ba)
 [    ] BlockStateChange BLOCK* Removing blk_1073741826_1002 from 
neededReplications as it has enough replicas
   [junit4]   2> 421158 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 421158 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 421158 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 421174 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 421174 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 421195 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@679aca01[corewithnocollection2] main]
   [junit4]   2> 421196 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 421196 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 421196 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 421196 INFO  
(searcherExecutor-1377-thread-1-processing-n:127.0.0.1:47992_solr 
x:corewithnocollection2 c:corewithnocollection2) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SolrCore 
[corewithnocollection2] Registered new searcher 
Searcher@679aca01[corewithnocollection2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 421196 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1556548817104404480
   [junit4]   2> 421202 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 421202 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 421202 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SyncStrategy Sync 
replicas to http://127.0.0.1:47992/solr/corewithnocollection2/
   [junit4]   2> 421202 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 421202 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.SyncStrategy 
http://127.0.0.1:47992/solr/corewithnocollection2/ has no replicas
   [junit4]   2> 421204 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:47992/solr/corewithnocollection2/ shard1
   [junit4]   2> 421355 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.c.ZkController I am 
the leader, no recovery necessary
   [junit4]   2> 421358 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr 
c:corewithnocollection2   x:corewithnocollection2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003&collection.configName=conf&name=corewithnocollection2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=1408
   [junit4]   2> 421360 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoCollectionSpecified
   [junit4]   2> 421432 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 421433 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 421436 INFO  (qtp1281380225-3234) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=corewithnocollection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 421437 INFO  
(OverseerThreadFactory-1367-thread-3-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 421447 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.corewithnocollection
   [junit4]   2> 421447 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.c.SolrCore [corewithnocollection]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@60ad8d8d
   [junit4]   2> 421454 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.corewithnocollection
   [junit4]   2> 421457 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/index
   [junit4]   2> 421474 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/snapshot_metadata
   [junit4]   2> 421474 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003
   [junit4]   2> 421483 INFO  (IPC Server handler 3 on 37642) [    ] 
BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:36997 
127.0.0.1:55495 
   [junit4]   2> 421489 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=corewithnocollection&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=42
   [junit4]   2> 422192 INFO  (qtp1281380225-3234) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=corewithnocollection&action=DELETE&wt=javabin&version=2} status=0 
QTime=756
   [junit4]   2> 422194 INFO  (qtp1281380225-3238) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=corewithnocollection2&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 422196 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 422196 INFO  
(OverseerThreadFactory-1367-thread-4-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 422198 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.corewithnocollection2
   [junit4]   2> 422199 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.c.SolrCore [corewithnocollection2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@337e9903
   [junit4]   2> 422206 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.corewithnocollection2
   [junit4]   2> 422208 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/snapshot_metadata
   [junit4]   2> 422210 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003/index
   [junit4]   2> 422210 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.h.HdfsDirectory Closing hdfs directory 
hdfs://localhost:37642/data/corewithnocollection2/core_node1/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-003
   [junit4]   2> 422219 INFO  (IPC Server handler 3 on 37642) [    ] 
BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:55495 
127.0.0.1:36997 
   [junit4]   2> 422221 INFO  (qtp1281380225-3239) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=corewithnocollection2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=23
   [junit4]   2> 422932 INFO  (qtp1281380225-3238) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=corewithnocollection2&action=DELETE&wt=javabin&version=2} status=0 
QTime=737
   [junit4]   2> 422934 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 422937 INFO  
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
collection
   [junit4]   2> 422937 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 422937 WARN  
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CreateCollectionCmd Specified 
replicationFactor of 10 on collection collection is higher than or equal to the 
number of Solr instances currently live or live and part of your 
createNodeSet(4). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 422937 ERROR 
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: collection operation: create 
failed:org.apache.solr.common.SolrException: Cannot create collection 
collection. Value of maxShardsPerNode is 1, and the number of nodes currently 
live or live and part of your createNodeSet is 4. This allows a maximum of 4 to 
be created. Value of numShards is 2 and value of replicationFactor is 10. This 
requires 20 shards to be created (higher than the allowed number)
   [junit4]   2>        at 
org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 422939 INFO  (qtp1281380225-3240) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2}
 status=400 QTime=5
   [junit4]   2> 422940 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 423034 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 423035 INFO  
(TEST-HdfsCollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[CF874D0432FBEFEB])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 423038 INFO  (qtp1281380225-3235) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=unknown_collection&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 423040 INFO  
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 423040 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 423041 ERROR 
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerCollectionMessageHandler 
Collection: unknown_collection operation: delete 
failed:org.apache.solr.common.SolrException: Could not find collection : 
unknown_collection
   [junit4]   2>        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:843)
   [junit4]   2>        at 
org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:81)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 423043 INFO  (qtp1281380225-3235) [n:127.0.0.1:47992_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 
QTime=4
   [junit4]   2> 423045 INFO  (qtp1281380225-3241) [n:127.0.0.1:47992_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 423047 INFO  
(OverseerThreadFactory-1367-thread-5-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
acollectionafterbaddelete
   [junit4]   2> 423048 INFO  
(OverseerCollectionConfigSetProcessor-97284300596051979-127.0.0.1:55501_solr-n_0000000000)
 [n:127.0.0.1:55501_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 423258 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
   [junit4]   2> 423258 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2
   [junit4]   2> 423362 INFO  
(zkCallback-613-thread-1-processing-n:127.0.0.1:50720_solr) 
[n:127.0.0.1:50720_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 423363 INFO  
(zkCallback-614-thread-3-processing-n:127.0.0.1:55501_solr) 
[n:127.0.0.1:55501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/acollectionafterbaddelete/state.json] for collection 
[acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 424138 INFO  
(org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@50d712ba)
 [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:55495 to delete 
[blk_1073741825_1001, blk_1073741826_1002]
   [junit4]   2> 424271 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 424273 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 6.4.0
   [junit4]   2> 424295 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema 
[acollectionafterbaddelete_shard1_replica2] Schema name=minimal
   [junit4]   2> 424295 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema 
[acollectionafterbaddelete_shard1_replica1] Schema name=minimal
   [junit4]   2> 424298 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 424298 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 424299 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.CoreContainer Creating 
SolrCore 'acollectionafterbaddelete_shard1_replica2' using configuration from 
collection acollectionafterbaddelete
   [junit4]   2> 424299 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.CoreContainer Creating 
SolrCore 'acollectionafterbaddelete_shard1_replica1' using configuration from 
collection acollectionafterbaddelete
   [junit4]   2> 424299 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37642/data
   [junit4]   2> 424299 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 424299 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore 
[[acollectionafterbaddelete_shard1_replica1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node4/acollectionafterbaddelete_shard1_replica1],
 
dataDir=[hdfs://localhost:37642/data/acollectionafterbaddelete/core_node1/data/]
   [junit4]   2> 424299 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node1/data/snapshot_metadata
   [junit4]   2> 424300 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost:37642/data
   [junit4]   2> 424300 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr 
Kerberos Authentication disabled
   [junit4]   2> 424300 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore 
[[acollectionafterbaddelete_shard1_replica2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_CF874D0432FBEFEB-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica2],
 
dataDir=[hdfs://localhost:37642/data/acollectionafterbaddelete/core_node2/data/]
   [junit4]   2> 424300 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node2/data/snapshot_metadata
   [junit4]   2> 424306 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 424306 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 424306 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [16777216] will allocate [1] slabs and 
use ~[16777216] bytes
   [junit4]   2> 424306 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [16777216] will allocate [1] slabs and 
use ~[16777216] bytes
   [junit4]   2> 424317 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 424321 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 424323 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node2/data
   [junit4]   2> 424330 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node1/data
   [junit4]   2> 424350 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node1/data/index
   [junit4]   2> 424356 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 424356 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [16777216] will allocate [1] slabs and 
use ~[16777216] bytes
   [junit4]   2> 424359 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
creating directory factory for path 
hdfs://localhost:37642/data/acollectionafterbaddelete/core_node2/data/index
   [junit4]   2> 424364 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 424365 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory 
Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 424365 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block 
cache target memory usage, slab size of [16777216] will allocate [1] slabs and 
use ~[16777216] bytes
   [junit4]   2> 424369 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.b.BlockDirectory Block 
cache on write is disabled
   [junit4]   2> 424448 INFO  (IPC Server handler 0 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36997 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-517523c4-8e65-46b8-8cf4-1df744252075:NORMAL:127.0.0.1:55495|RBW],
 
ReplicaUC[[DISK]DS-b0d24d59-b073-4427-b645-21a186e79b4d:NORMAL:127.0.0.1:36997|RBW]]}
 size 0
   [junit4]   2> 424449 INFO  (IPC Server handler 2 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55495 is 
added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-517523c4-8e65-46b8-8cf4-1df744252075:NORMAL:127.0.0.1:55495|RBW],
 
ReplicaUC[[DISK]DS-b0d24d59-b073-4427-b645-21a186e79b4d:NORMAL:127.0.0.1:36997|RBW]]}
 size 0
   [junit4]   2> 424455 INFO  (IPC Server handler 6 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55495 is 
added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6be070e7-46f7-4427-a1fa-b2e620ee1f08:NORMAL:127.0.0.1:36997|RBW],
 
ReplicaUC[[DISK]DS-21b02a3c-4f4e-40db-b4ed-a55f5587bd2e:NORMAL:127.0.0.1:55495|RBW]]}
 size 0
   [junit4]   2> 424456 INFO  (IPC Server handler 8 on 37642) [    ] 
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36997 is 
added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-6be070e7-46f7-4427-a1fa-b2e620ee1f08:NORMAL:127.0.0.1:36997|RBW],
 
ReplicaUC[[DISK]DS-21b02a3c-4f4e-40db-b4ed-a55f5587bd2e:NORMAL:127.0.0.1:55495|RBW]]}
 size 0
   [junit4]   2> 424467 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 424467 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 424467 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 424490 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 424490 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 424490 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing 
HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 424492 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 424492 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 424503 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 424503 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 424510 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@37dc35cb[acollectionafterbaddelete_shard1_replica2] main]
   [junit4]   2> 424512 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 424512 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 424512 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 424512 INFO  
(searcherExecutor-1382-thread-1-processing-n:127.0.0.1:55501_solr 
x:acollectionafterbaddelete_shard1_replica2 s:shard1 
c:acollectionafterbaddelete) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.c.SolrCore 
[acollectionafterbaddelete_shard1_replica2] Registered new searcher 
Searcher@37dc35cb[acollectionafterbaddelete_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 424512 INFO  (qtp501122092-3227) [n:127.0.0.1:55501_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica2] o.a.s.u.UpdateLog Could not find 
max version in index or recent updates, using new clock 1556548820581482496
   [junit4]   2> 424517 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@15f11f2a[acollectionafterbaddelete_shard1_replica1] main]
   [junit4]   2> 424517 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 424517 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 424518 INFO  (qtp1198408146-3249) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 424518 INFO  
(searcherExecutor-1383-thread-1-processing-n:127.0.0.1:50720_solr 
x:acollectionafterbaddelete_shard1_replica1 s:shard1 
c:acollectionafterbaddelete) [n:127.0.0.1:50720_solr 
c:acollectionafterbaddelete s:shard1  
x:acollectionafterbaddelete_shard1_replica1] o.a.s.c.SolrCore 
[acollectionafterbaddelete_shard1_replica1] Registered new searcher 
Searcher@15f11f2a[

[...truncated too long message...]

o(MetricsSourceAdapter.java:151)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2>        at 
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2>        at 
org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
   [junit4]   2>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
Method)
   [junit4]   2>        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>        at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2>        ... 53 more
   [junit4]   2> 4425934 INFO  
(SUITE-HdfsWriteToMultipleCollectionsTest-seed#[CF874D0432FBEFEB]-worker) [    
] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.4/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_CF874D0432FBEFEB-001
   [junit4]   2> Jan 15, 2017 1:43:53 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 35 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): 
{rnd_b=BlockTreeOrds(blocksize=128), _version_=Lucene50(blocksize=128), 
a_t=Lucene50(blocksize=128), a_i=BlockTreeOrds(blocksize=128), 
id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1606, 
maxMBSortInHeap=7.530180413296513, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mk-MK, 
timezone=SystemV/PST8PDT
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 
1.8.0_102 (64-bit)/cpus=4,threads=2,free=268805536,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomDVFaceting, 
TestComplexPhraseLeadingWildcard, CloudExitableDirectoryReaderTest, 
HdfsDirectoryTest, DistanceUnitsTest, TestFaceting, SyncSliceTest, 
TestCryptoKeys, TestDistribIDF, QueryElevationComponentTest, 
ResourceLoaderTest, SolrXmlInZkTest, TestFileDictionaryLookup, 
DistributedDebugComponentTest, HighlighterConfigTest, 
TestLocalFSCloudBackupRestore, DeleteShardTest, TestComponentsName, 
TestStressLucene, TestSizeLimitedDistributedMap, TestFastLRUCache, 
TestQueryWrapperFilter, PeerSyncWithIndexFingerprintCachingTest, 
PreAnalyzedUpdateProcessorTest, TestPseudoReturnFields, 
PathHierarchyTokenizerFactoryTest, DateFieldTest, AnalysisAfterCoreReloadTest, 
TestSSLRandomization, LeaderElectionIntegrationTest, ClusterStateTest, 
ScriptEngineTest, TestJmxIntegration, TestConfigSetImmutable, 
TestHashQParserPlugin, SignatureUpdateProcessorFactoryTest, TestXmlQParser, 
TestSortByMinMaxFunction, XsltUpdateRequestHandlerTest, TestConfigSetsAPI, 
SynonymTokenizerTest, TestSolrCoreProperties, TestSchemaResource, 
TestPHPSerializedResponseWriter, HdfsCollectionsAPIDistributedZkTest, 
TestRestManager, TestNRTOpen, RequiredFieldsTest, TestBinaryResponseWriter, 
FileBasedSpellCheckerTest, TestCloudInspectUtil, TestFastWriter, 
DistributedFacetPivotSmallTest, AnalyticsMergeStrategyTest, ZkStateReaderTest, 
BigEndianAscendingWordDeserializerTest, TestSerializedLuceneMatchVersion, 
TestDistributedSearch, TestJoin, TestFieldCacheWithThreads, TestMissingGroups, 
PolyFieldTest, TestHighlightDedupGrouping, TestFunctionQuery, 
AsyncCallRequestStatusResponseTest, TestTolerantUpdateProcessorCloud, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestReRankQParserPlugin, 
TestFieldTypeCollectionResource, TestSolrCloudSnapshots, 
DistribDocExpirationUpdateProcessorTest, TestCustomDocTransformer, 
TestNamedUpdateProcessors, TestIBSimilarityFactory, 
LeaderFailureAfterFreshStartTest, DeleteLastCustomShardedReplicaTest, 
DistributedQueryComponentOptimizationTest, TestBlobHandler, DateRangeFieldTest, 
BlockJoinFacetRandomTest, ManagedSchemaRoundRobinCloudTest, 
UniqFieldsUpdateProcessorFactoryTest, TestAuthorizationFramework, 
FastVectorHighlighterTest, CloudMLTQParserTest, TestCloudRecovery, 
MigrateRouteKeyTest, ReplicaListTransformerTest, TestCSVLoader, 
TestSolr4Spatial, DistributedFacetPivotLargeTest, TestScoreJoinQPNoScore, 
TestRemoteStreaming, TestStandardQParsers, TestSolrCloudWithHadoopAuthPlugin, 
JavabinLoaderTest, DistributedQueryElevationComponentTest, 
DirectoryFactoryTest, CdcrVersionReplicationTest, 
TestEmbeddedSolrServerConstructors, TestValueSourceCache, 
TestChildDocTransformer, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, 
ReturnFieldsTest, ExplicitHLLTest, CacheHeaderTest, TestReplicationHandler, 
CollectionReloadTest, CollectionTooManyReplicasTest, 
ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, 
HttpPartitionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, 
RemoteQueryErrorTest, ReplaceNodeTest, RestartWhileUpdatingTest, 
ShardSplitTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, 
TestAuthenticationFramework, TestCloudDeleteByQuery, 
TestCloudPseudoReturnFields, TestClusterProperties, TestCollectionAPI, 
TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, 
TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, 
TestSegmentSorting, TestStressCloudBlindAtomicUpdates, 
HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
   [junit4] Completed [531/680 (2!)] on J0 in 59.52s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 62937 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to