Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.0/142/

2 tests failed.
FAILED:  
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Could not load collection from ZK: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: 
withShardField
        at 
__randomizedtesting.SeedInfo.seed([2E72F03359EB9CE:57B7C7919967763E]:0)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1114)
        at 
org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1227)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /collections/withShardField/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
        at 
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
        at 
org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1126)
        at 
org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1112)
        ... 46 more


FAILED:  org.apache.solr.cloud.TestHdfsCloudBackupRestore.test

Error Message:
Error from server at 
http://127.0.0.1:35107/solr/hdfsbackuprestore_restored_shard2_replica_n0: No 
active slice servicing hash code 5ccbefc9 in 
DocCollection(hdfsbackuprestore_restored//clusterstate.json/11)={   
"pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard2":{      
 "range":"0-7fffffff",       "state":"construction",       
"replicas":{"core_node1":{           
"core":"hdfsbackuprestore_restored_shard2_replica_n0",           
"base_url":"http://127.0.0.1:35107/solr";,           
"node_name":"127.0.0.1:35107_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}},     "shard1_1":{       
"range":"c0000000-ffffffff",       "state":"construction",       
"replicas":{"core_node2":{           
"core":"hdfsbackuprestore_restored_shard1_1_replica_n0",           
"base_url":"http://127.0.0.1:34552/solr";,           
"node_name":"127.0.0.1:34552_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}},     "shard1_0":{       
"range":"80000000-bfffffff",       "state":"construction",       
"replicas":{"core_node3":{           
"core":"hdfsbackuprestore_restored_shard1_0_replica_n0",           
"base_url":"http://127.0.0.1:35107/solr";,           
"node_name":"127.0.0.1:35107_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}}},   "router":{     
"name":"compositeId",     "field":"shard_s"},   "maxShardsPerNode":"2",   
"autoAddReplicas":"true",   "nrtReplicas":"1",   "tlogReplicas":"0"}

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from 
server at 
http://127.0.0.1:35107/solr/hdfsbackuprestore_restored_shard2_replica_n0: No 
active slice servicing hash code 5ccbefc9 in 
DocCollection(hdfsbackuprestore_restored//clusterstate.json/11)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{"core_node1":{
          "core":"hdfsbackuprestore_restored_shard2_replica_n0",
          "base_url":"http://127.0.0.1:35107/solr";,
          "node_name":"127.0.0.1:35107_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard1_1":{
      "range":"c0000000-ffffffff",
      "state":"construction",
      "replicas":{"core_node2":{
          "core":"hdfsbackuprestore_restored_shard1_1_replica_n0",
          "base_url":"http://127.0.0.1:34552/solr";,
          "node_name":"127.0.0.1:34552_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard1_0":{
      "range":"80000000-bfffffff",
      "state":"construction",
      "replicas":{"core_node3":{
          "core":"hdfsbackuprestore_restored_shard1_0_replica_n0",
          "base_url":"http://127.0.0.1:35107/solr";,
          "node_name":"127.0.0.1:35107_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([2E72F03359EB9CE:8AB310D99B62D436]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.indexDocs(AbstractCloudBackupRestoreTestCase.java:209)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:289)
        at 
org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
http://127.0.0.1:35107/solr/hdfsbackuprestore_restored_shard2_replica_n0: No 
active slice servicing hash code 5ccbefc9 in 
DocCollection(hdfsbackuprestore_restored//clusterstate.json/11)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard2":{
      "range":"0-7fffffff",
      "state":"construction",
      "replicas":{"core_node1":{
          "core":"hdfsbackuprestore_restored_shard2_replica_n0",
          "base_url":"http://127.0.0.1:35107/solr";,
          "node_name":"127.0.0.1:35107_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard1_1":{
      "range":"c0000000-ffffffff",
      "state":"construction",
      "replicas":{"core_node2":{
          "core":"hdfsbackuprestore_restored_shard1_1_replica_n0",
          "base_url":"http://127.0.0.1:34552/solr";,
          "node_name":"127.0.0.1:34552_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}},
    "shard1_0":{
      "range":"80000000-bfffffff",
      "state":"construction",
      "replicas":{"core_node3":{
          "core":"hdfsbackuprestore_restored_shard1_0_replica_n0",
          "base_url":"http://127.0.0.1:35107/solr";,
          "node_name":"127.0.0.1:35107_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{
    "name":"compositeId",
    "field":"shard_s"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more




Build Log:
[...truncated 12713 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/init-core-data-001
   [junit4]   2> 4909011 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4909012 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4909013 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001
   [junit4]   2> 4909066 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4909103 INFO  (Thread-3525) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4909103 INFO  (Thread-3525) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 4909212 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:38972
   [junit4]   2> 4909213 ERROR (Thread-3525) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4909376 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4909377 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4909396 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4909397 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4909441 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4eb52396{/solr,null,AVAILABLE}
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@30f80e91{SSL,[ssl, 
http/1.1]}{127.0.0.1:39489}
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.e.j.s.Server Started @4925822ms
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39489}
   [junit4]   2> 4909443 ERROR (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 4909443 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-02T07:42:29.975Z
   [junit4]   2> 4909558 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@46c148e3{/solr,null,AVAILABLE}
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4fd91416{SSL,[ssl, 
http/1.1]}{127.0.0.1:38405}
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.e.j.s.Server Started @4925938ms
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38405}
   [junit4]   2> 4909559 ERROR (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 4909559 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-02T07:42:30.091Z
   [junit4]   2> 4909599 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@194e44dd{/solr,null,AVAILABLE}
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4e6ea644{SSL,[ssl, 
http/1.1]}{127.0.0.1:43551}
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.e.j.s.Server Started @4925979ms
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43551}
   [junit4]   2> 4909600 ERROR (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 4909600 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-02T07:42:30.132Z
   [junit4]   2> 4909602 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4909713 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@a346e3d{/solr,null,AVAILABLE}
   [junit4]   2> 4909713 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@7c173568{SSL,[ssl, 
http/1.1]}{127.0.0.1:33374}
   [junit4]   2> 4909713 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.e.j.s.Server Started @4926093ms
   [junit4]   2> 4909713 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33374}
   [junit4]   2> 4909713 ERROR (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 4909714 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.0.1
   [junit4]   2> 4909714 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4909714 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 4909714 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-02T07:42:30.246Z
   [junit4]   2> 4909896 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4909908 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4909908 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4909969 INFO  (jetty-launcher-3240-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38972/solr
   [junit4]   2> 4910002 INFO  (jetty-launcher-3240-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38972/solr
   [junit4]   2> 4910029 INFO  (jetty-launcher-3240-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38972/solr
   [junit4]   2> 4910204 INFO  (jetty-launcher-3240-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38972/solr
   [junit4]   2> 4910920 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4911010 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:33374_solr
   [junit4]   2> 4911011 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.Overseer Overseer 
(id=98758174288838667-127.0.0.1:33374_solr-n_0000000000) starting
   [junit4]   2> 4911200 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4911237 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38405_solr
   [junit4]   2> 4911237 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4911239 INFO  
(zkCallback-3263-thread-1-processing-n:127.0.0.1:39489_solr) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 4911240 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 4911274 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39489_solr
   [junit4]   2> 4911275 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 4911275 INFO  
(zkCallback-3263-thread-1-processing-n:127.0.0.1:39489_solr) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 4911459 INFO  
(zkCallback-3262-thread-1-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 4911615 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33374_solr
   [junit4]   2> 4911678 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4911678 INFO  
(zkCallback-3263-thread-1-processing-n:127.0.0.1:39489_solr) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4911762 INFO  
(zkCallback-3262-thread-1-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 4911789 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 4911880 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4911881 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43551_solr
   [junit4]   2> 4911882 INFO  
(zkCallback-3263-thread-1-processing-n:127.0.0.1:39489_solr) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4911882 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4911949 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4911973 INFO  
(zkCallback-3257-thread-1-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 4912210 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38405.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4912486 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38405.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4912486 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_38405.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4912487 INFO  (jetty-launcher-3240-thread-3) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node3/.
   [junit4]   2> 4913025 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39489.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913096 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33374.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913129 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39489.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913129 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39489.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913130 INFO  (jetty-launcher-3240-thread-1) 
[n:127.0.0.1:39489_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node1/.
   [junit4]   2> 4913152 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33374.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913205 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33374.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913206 INFO  (jetty-launcher-3240-thread-4) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node4/.
   [junit4]   2> 4913610 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43551.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913735 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43551.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913735 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43551.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4913736 INFO  (jetty-launcher-3240-thread-2) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node2/.
   [junit4]   2> 4914270 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4914272 INFO  
(SUITE-CustomCollectionTest-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38972/solr ready
   [junit4]   2> 4914362 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[2E72F03359EB9CE]) [   
 ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 4914362 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[2E72F03359EB9CE]) [   
 ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4914526 INFO  (qtp1301590592-15397) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 4914555 INFO  
(OverseerThreadFactory-5872-thread-1-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testCreateShardRepFactor
   [junit4]   2> 4914686 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"testCreateShardRepFactor_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38405/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4914687 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"testCreateShardRepFactor_b_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33374/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4915107 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4915108 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 4915438 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4915438 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 4915600 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4915600 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4915600 INFO  
(zkCallback-3262-thread-1-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4915620 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4916498 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.1
   [junit4]   2> 4916549 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_a_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 4916571 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.1
   [junit4]   2> 4916804 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_b_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 4916937 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 4916937 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_a_replica_n1' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 4916987 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_38405.solr.core.testCreateShardRepFactor.a.replica_n1' 
(registry 'solr.core.testCreateShardRepFactor.a.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4916987 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 4916987 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_a_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node3/testCreateShardRepFactor_a_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node3/./testCreateShardRepFactor_a_replica_n1/data/]
   [junit4]   2> 4917081 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 4917081 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_b_replica_n1' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 4917081 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_33374.solr.core.testCreateShardRepFactor.b.replica_n1' 
(registry 'solr.core.testCreateShardRepFactor.b.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4917081 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 4917081 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_b_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node4/testCreateShardRepFactor_b_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node4/./testCreateShardRepFactor_b_replica_n1/data/]
   [junit4]   2> 4917406 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4917406 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4917407 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 4917407 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 4917408 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1dee805c[testCreateShardRepFactor_a_replica_n1] main]
   [junit4]   2> 4917409 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4917409 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4917426 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 4917426 INFO  
(searcherExecutor-5881-thread-1-processing-n:127.0.0.1:38405_solr 
x:testCreateShardRepFactor_a_replica_n1 s:a c:testCreateShardRepFactor 
r:core_node1) [n:127.0.0.1:38405_solr c:testCreateShardRepFactor s:a 
r:core_node1 x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_a_replica_n1] Registered new searcher 
Searcher@1dee805c[testCreateShardRepFactor_a_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4917427 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1580130797312016384
   [junit4]   2> 4917462 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4917462 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4917463 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 4917463 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 4917464 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1846a0ca[testCreateShardRepFactor_b_replica_n1] main]
   [junit4]   2> 4917465 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4917466 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:38405/solr/testCreateShardRepFactor_a_replica_n1/
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy 
https://127.0.0.1:38405/solr/testCreateShardRepFactor_a_replica_n1/ has no 
replicas
   [junit4]   2> 4917479 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 4917481 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:38405/solr/testCreateShardRepFactor_a_replica_n1/ a
   [junit4]   2> 4917482 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 4917515 INFO  
(searcherExecutor-5882-thread-1-processing-n:127.0.0.1:33374_solr 
x:testCreateShardRepFactor_b_replica_n1 s:b c:testCreateShardRepFactor 
r:core_node2) [n:127.0.0.1:33374_solr c:testCreateShardRepFactor s:b 
r:core_node2 x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_b_replica_n1] Registered new searcher 
Searcher@1846a0ca[testCreateShardRepFactor_b_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4917515 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1580130797404291072
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:33374/solr/testCreateShardRepFactor_b_replica_n1/
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy 
https://127.0.0.1:33374/solr/testCreateShardRepFactor_b_replica_n1/ has no 
replicas
   [junit4]   2> 4917738 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 4917756 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4917756 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4917758 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:33374/solr/testCreateShardRepFactor_b_replica_n1/ b
   [junit4]   2> 4917763 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4917775 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4917791 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 4917889 INFO  (qtp1301590592-15398) [n:127.0.0.1:38405_solr 
c:testCreateShardRepFactor s:a r:core_node1 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2781
   [junit4]   2> 4917999 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4917999 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918019 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 4918020 INFO  (qtp876103383-15427) [n:127.0.0.1:33374_solr 
c:testCreateShardRepFactor s:b r:core_node2 
x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2582
   [junit4]   2> 4918035 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918035 INFO  
(zkCallback-3261-thread-1-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918129 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918129 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918145 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918145 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918146 INFO  (qtp1301590592-15397) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 4918146 INFO  (qtp1301590592-15397) [n:127.0.0.1:38405_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2}
 status=0 QTime=3620
   [junit4]   2> 4918147 INFO  (qtp1301590592-15400) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with 
params 
action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 4918219 INFO  
(OverseerCollectionConfigSetProcessor-98758174288838667-127.0.0.1:33374_solr-n_0000000000)
 [n:127.0.0.1:33374_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 4918219 INFO  
(OverseerThreadFactory-5872-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 4918329 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918329 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918329 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4918329 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4919231 INFO  
(OverseerThreadFactory-5872-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CreateShardCmd Creating replica 
testCreateShardRepFactor_x_replica_n1 as part of slice x of collection 
testCreateShardRepFactor on 127.0.0.1:43551_solr
   [junit4]   2> 4919247 INFO  
(OverseerThreadFactory-5872-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:43551_solr for creating new replica
   [junit4]   2> 4919268 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "core":"testCreateShardRepFactor_x_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43551/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:43551_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4919373 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4919374 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4919374 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4919374 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4919865 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&name=testCreateShardRepFactor_x_replica_n1&action=CREATE&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4919865 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 4920064 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920065 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920065 INFO  
(zkCallback-3257-thread-1-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920065 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920065 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920074 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.0.1
   [junit4]   2> 4920088 INFO  
(zkCallback-3257-thread-2-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920103 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_x_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 4920189 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 4920189 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_x_replica_n1' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 4920189 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_43551.solr.core.testCreateShardRepFactor.x.replica_n1' 
(registry 'solr.core.testCreateShardRepFactor.x.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@ded6687
   [junit4]   2> 4920189 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 4920189 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_x_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node2/testCreateShardRepFactor_x_replica_n1],
 
dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_2E72F03359EB9CE-001/tempDir-001/node2/./testCreateShardRepFactor_x_replica_n1/data/]
   [junit4]   2> 4920409 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4920409 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4920426 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 4920426 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 4920427 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@658a2334[testCreateShardRepFactor_x_replica_n1] main]
   [junit4]   2> 4920430 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4920431 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4920431 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 4920432 INFO  
(searcherExecutor-5891-thread-1-processing-n:127.0.0.1:43551_solr 
x:testCreateShardRepFactor_x_replica_n1 s:x c:testCreateShardRepFactor 
r:core_node3) [n:127.0.0.1:43551_solr c:testCreateShardRepFactor s:x 
r:core_node3 x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_x_replica_n1] Registered new searcher 
Searcher@658a2334[testCreateShardRepFactor_x_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4920432 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1580130800462987264
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:43551/solr/testCreateShardRepFactor_x_replica_n1/
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SyncStrategy 
https://127.0.0.1:43551/solr/testCreateShardRepFactor_x_replica_n1/ has no 
replicas
   [junit4]   2> 4920456 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 4920458 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
https://127.0.0.1:43551/solr/testCreateShardRepFactor_x_replica_n1/ x
   [junit4]   2> 4920597 INFO  
(zkCallback-3257-thread-2-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920597 INFO  
(zkCallback-3257-thread-1-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920597 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920597 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920597 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920597 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920649 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 4920663 INFO  (qtp465417432-15412) [n:127.0.0.1:43551_solr 
c:testCreateShardRepFactor s:x r:core_node3 
x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&name=testCreateShardRepFactor_x_replica_n1&action=CREATE&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=797
   [junit4]   2> 4920682 INFO  
(OverseerThreadFactory-5872-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CreateShardCmd Finished create command on 
all shards for collection: testCreateShardRepFactor
   [junit4]   2> 4920683 INFO  (qtp1301590592-15400) [n:127.0.0.1:38405_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=2536
   [junit4]   2> 4920684 INFO  
(OverseerCollectionConfigSetProcessor-98758174288838667-127.0.0.1:33374_solr-n_0000000000)
 [n:127.0.0.1:33374_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 4920686 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[2E72F03359EB9CE]) [   
 ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 4920772 INFO  
(zkCallback-3257-thread-2-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920772 INFO  
(zkCallback-3257-thread-1-processing-n:127.0.0.1:43551_solr) 
[n:127.0.0.1:43551_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920772 INFO  
(zkCallback-3261-thread-3-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920772 INFO  
(zkCallback-3261-thread-2-processing-n:127.0.0.1:38405_solr) 
[n:127.0.0.1:38405_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920773 INFO  
(zkCallback-3262-thread-2-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920773 INFO  
(zkCallback-3262-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4920864 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2E72F03359EB9CE]) 
[    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 4920865 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[2E72F03359EB9CE]) 
[    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4920878 INFO  (qtp1301590592-15404) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 4920910 INFO  
(OverseerThreadFactory-5872-thread-3-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 4920965 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.b.replica_n1, tag=null
   [junit4]   2> 4920965 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@3d78f2b2: rootName = 
solr_33374, domain = solr.core.testCreateShardRepFactor.b.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.b.replica_n1 / 
com.codahale.metrics.MetricRegistry@14fbb76d
   [junit4]   2> 4920967 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.a.replica_n1, tag=null
   [junit4]   2> 4920967 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@24bc7918: rootName = 
solr_38405, domain = solr.core.testCreateShardRepFactor.a.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.a.replica_n1 / 
com.codahale.metrics.MetricRegistry@338bf9f4
   [junit4]   2> 4921271 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.x.replica_n1, tag=null
   [junit4]   2> 4921271 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@699666b: rootName = 
solr_43551, domain = solr.core.testCreateShardRepFactor.x.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.x.replica_n1 / 
com.codahale.metrics.MetricRegistry@55a4ac3f
   [junit4]   2> 4921456 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@582524ae
   [junit4]   2> 4921457 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.b.replica_n1, tag=1478829230
   [junit4]   2> 4921457 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.b.leader, tag=1478829230
   [junit4]   2> 4921529 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@67a7785f
   [junit4]   2> 4921529 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.a.replica_n1, tag=1739028575
   [junit4]   2> 4921529 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.a.leader, tag=1739028575
   [junit4]   2> 4921692 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@5434aa70
   [junit4]   2> 4921692 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.x.replica_n1, tag=1412737648
   [junit4]   2> 4921692 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.x.leader, tag=1412737648
   [junit4]   2> 4921693 INFO  (qtp1301590592-15403) [n:127.0.0.1:38405_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=726
   [junit4]   2> 4921711 INFO  (qtp876103383-15428) [n:127.0.0.1:33374_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=745
   [junit4]   2> 4921728 INFO  (qtp465417432-15413) [n:127.0.0.1:43551_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=473
   [junit4]   2> 4922618 INFO  (qtp1301590592-15404) [n:127.0.0.1:38405_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} 
status=0 QTime=1739
   [junit4]   2> 4922618 INFO  (qtp1301590592-15402) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 4922620 INFO  
(OverseerCollectionConfigSetProcessor-98758174288838667-127.0.0.1:33374_solr-n_0000000000)
 [n:127.0.0.1:33374_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 4922621 INFO  
(OverseerThreadFactory-5872-thread-4-processing-n:127.0.0.1:33374_solr) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
routeFieldColl
   [junit4]   2> 4922910 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38405/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4922912 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39489/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4922913 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33374/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4922948 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43551/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4922950 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38405/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4922986 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39489/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4923000 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33374/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4923000 INFO  
(OverseerStateUpdate-98758174288838667-127.0.0.1:33374_solr-n_0000000000) 
[n:127.0.0.1:33374_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43551/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 4923245 INFO  (qtp1301590592-15401) [n:127.0.0.1:38405_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4923251 INFO  (qtp876103383-15429) [n:127.0.0.1:33374_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4923378 INFO  (qtp465417432-15414) [n:127.

[...truncated too long message...]

cutor-7352-thread-3) [n:127.0.0.1:34552_solr c:hdfsbackuprestore s:shard1_1 
r:core_node4 x:hdfsbackuprestore_shard1_1_replica_n1] o.a.s.m.SolrMetricManager 
Closing metric reporters for 
registry=solr.collection.hdfsbackuprestore.shard1_1.leader, tag=1225678866
   [junit4]   2> 5654089 INFO  (coreCloseExecutor-7352-thread-4) 
[n:127.0.0.1:34552_solr c:hdfsbackuprestore_restored s:shard1_1 r:core_node2 
x:hdfsbackuprestore_restored_shard1_1_replica_n0] o.a.s.m.SolrMetricManager 
Closing metric reporters for 
registry=solr.core.hdfsbackuprestore_restored.shard1_1.replica_n0, tag=580199398
   [junit4]   2> 5654089 INFO  (coreCloseExecutor-7352-thread-4) 
[n:127.0.0.1:34552_solr c:hdfsbackuprestore_restored s:shard1_1 r:core_node2 
x:hdfsbackuprestore_restored_shard1_1_replica_n0] o.a.s.m.r.SolrJmxReporter 
Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5815a64e: 
rootName = null, domain = 
solr.core.hdfsbackuprestore_restored.shard1_1.replica_n0, service url = null, 
agent id = null] for registry 
solr.core.hdfsbackuprestore_restored.shard1_1.replica_n0 / 
com.codahale.metrics.MetricRegistry@44d4e521
   [junit4]   2> 5654112 INFO  (coreCloseExecutor-7352-thread-4) 
[n:127.0.0.1:34552_solr c:hdfsbackuprestore_restored s:shard1_1 r:core_node2 
x:hdfsbackuprestore_restored_shard1_1_replica_n0] o.a.s.m.SolrMetricManager 
Closing metric reporters for 
registry=solr.collection.hdfsbackuprestore_restored.shard1_1.leader, 
tag=580199398
   [junit4]   2> 5654325 INFO  (jetty-closer-2630-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98758221016858630-127.0.0.1:35107_solr-n_0000000000) closing
   [junit4]   2> 5654332 INFO  
(OverseerStateUpdate-98758221016858630-127.0.0.1:35107_solr-n_0000000000) 
[n:127.0.0.1:35107_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:35107_solr
   [junit4]   2> 5654367 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15edc142a5c0006, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5654385 INFO  (jetty-closer-2630-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2f0e0c1f{/solr,null,UNAVAILABLE}
   [junit4]   2> 5655864 WARN  
(zkCallback-2640-thread-2-processing-n:127.0.0.1:34552_solr) 
[n:127.0.0.1:34552_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 5655892 INFO  (jetty-closer-2630-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@5fd9198c{/solr,null,UNAVAILABLE}
   [junit4]   2> 5655949 ERROR 
(SUITE-TestHdfsCloudBackupRestore-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5655949 INFO  
(SUITE-TestHdfsCloudBackupRestore-seed#[2E72F03359EB9CE]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:33793 33793
   [junit4]   2> 5656249 INFO  (Thread-4213) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:33793 33793
   [junit4]   2> 5656250 WARN  (Thread-4213) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        4       
/solr/collections/hdfsbackuprestore_restored/state.json
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2>        2       /solr/configs/customConfigName
   [junit4]   2>        2       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        36      /solr/collections/hdfsbackuprestore/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        3       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.0/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_2E72F03359EB9CE-001
   [junit4]   2> Oct 02, 2017 7:54:55 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, 
timezone=America/Curacao
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=2,free=135196720,total=498597888
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, 
TestDynamicLoading, SolrCloudReportersTest, TestUtils, ReturnFieldsTest, 
TestQuerySenderListener, UnloadDistributedZkTest, TestPushWriter, 
TestJmxIntegration, ClusterStateTest, HdfsBasicDistributedZkTest, 
BitVectorTest, SuggestComponentTest, AddBlockUpdateTest, 
URLClassifyProcessorTest, TestInitParams, TestCodecSupport, 
TestLMJelinekMercerSimilarityFactory, TestPullReplica, CloudMLTQParserTest, 
SolrTestCaseJ4Test, ShowFileRequestHandlerTest, AtomicUpdatesTest, 
NotRequiredUniqueKeyTest, StatsComponentTest, TestFieldSortValues, 
ClassificationUpdateProcessorTest, TestBinaryResponseWriter, 
DistributedFacetExistsSmallTest, LargeFieldTest, SolrMetricsIntegrationTest, 
ZkStateReaderTest, SolrCoreCheckLockOnStartupTest, TolerantUpdateProcessorTest, 
TestQueryUtils, OverseerTest, LeaderElectionTest, FacetPivotSmallTest, 
UniqFieldsUpdateProcessorFactoryTest, OverseerModifyCollectionTest, 
HdfsCollectionsAPIDistributedZkTest, HdfsLockFactoryTest, 
SpellPossibilityIteratorTest, HdfsRecoveryZkTest, TermsComponentTest, 
BlockJoinFacetDistribTest, TestAnalyzedSuggestions, TestCoreAdminApis, 
TestLeaderElectionZkExpiry, ResponseHeaderTest, 
DistributedFacetPivotSmallAdvancedTest, TestTrieFacet, RegexBoostProcessorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, DateMathParserTest, 
TestPayloadScoreQParserPlugin, TestComplexPhraseLeadingWildcard, 
InfoHandlerTest, AutoCommitTest, DistributedQueryComponentCustomSortTest, 
SuggesterFSTTest, DirectUpdateHandlerTest, TestFoldingMultitermQuery, 
MetricUtilsTest, TestReloadDeadlock, TestCloudPivotFacet, TestZkChroot, 
TestConfigOverlay, GraphQueryTest, TestSmileRequest, RequiredFieldsTest, 
XsltUpdateRequestHandlerTest, AnalyticsMergeStrategyTest, 
CollectionsAPIAsyncDistributedZkTest, TestHashQParserPlugin, SimpleFacetsTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLegacyNumericUtils, 
TestAuthorizationFramework, RuleEngineTest, DataDrivenBlockJoinTest, 
TestSolrXml, MultiTermTest, TestFieldCacheReopen, RequestLoggingTest, 
AutoScalingHandlerTest, QueryEqualityTest, TestSchemalessBufferedUpdates, 
TestTlogReplica, TestDFRSimilarityFactory, HdfsThreadLeakTest, 
TermVectorComponentDistributedTest, TestSlowCompositeReaderWrapper, 
TestApiFramework, TestDynamicFieldResource, TestSha256AuthenticationProvider, 
SortSpecParsingTest, BooleanFieldTest, TestSolrCloudWithHadoopAuthPlugin, 
DateRangeFieldTest, TestManagedSchemaThreadSafety, TestRequestForwarding, 
ResponseLogComponentTest, RecoveryZkTest, TestSchemaResource, 
RestartWhileUpdatingTest, TestFreeTextSuggestions, TestMacros, 
TestDFISimilarityFactory, SpatialRPTFieldTypeTest, CollectionReloadTest, 
TestFieldCacheVsDocValues, PolyFieldTest, TestSurroundQueryParser, 
TestMaxScoreQueryParser, SolrInfoBeanTest, TestConfigSets, 
BasicDistributedZkTest, ZkCLITest, TestDistributedSearch, 
SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, 
ConvertedLegacyTest, TestFiltering, SimplePostToolTest, TestCoreDiscovery, 
AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterTSTTest, 
SuggesterTest, TestTrie, TestPseudoReturnFields, TestUpdate, 
TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, 
DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, 
StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, 
DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, 
DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, 
TestValueSourceCache, TestIndexingPerformance, TestSolrQueryParser, 
SolrPluginUtilsTest, MBeansHandlerTest, PingRequestHandlerTest, 
TestSolrIndexConfig, CopyFieldTest, TestMergePolicyConfig, 
TestSolrDeletionPolicy2, SampleTest, TestDocSet, NumericFieldsTest, 
MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, 
TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, 
TestCharFilters, TestIBSimilarityFactory, TestBM25SimilarityFactory, 
TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, 
OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, 
PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, 
TestDocumentBuilder, SliceStateTest, FileUtilsTest, CircularListTest, 
CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, 
TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, 
AssignTest, AsyncCallRequestStatusResponseTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, 
DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, 
LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, 
SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, 
SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, 
TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudRecovery, 
TestConfigSetsAPI, TestDownShardTolerantSearch, 
TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore]
   [junit4] Completed [552/730 (2!)] on J2 in 51.62s, 1 test, 1 error <<< 
FAILURES!

[...truncated 44130 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to