Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/166/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed. FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader Error Message: Replica state not updated in cluster state null Live Nodes: [127.0.0.1:56987_solr, 127.0.0.1:52489_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:56987/solr", "node_name":"127.0.0.1:56987_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_kill_leader_shard1_replica_p2", "base_url":"http://127.0.0.1:52489/solr", "node_name":"127.0.0.1:52489_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Replica state not updated in cluster state null Live Nodes: [127.0.0.1:56987_solr, 127.0.0.1:52489_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:56987/solr", "node_name":"127.0.0.1:56987_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_kill_leader_shard1_replica_p2", "base_url":"http://127.0.0.1:52489/solr", "node_name":"127.0.0.1:52489_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([F0CB252CA943B7CC:B9DDD198CBF8239A]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401) at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11978 lines...] [junit4] Suite: org.apache.solr.cloud.TestPullReplica [junit4] 2> 1341528 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/init-core-data-001 [junit4] 2> 1341529 WARN (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5 [junit4] 2> 1341529 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1341530 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 1341530 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001 [junit4] 2> 1341531 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1341531 INFO (Thread-3169) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1341531 INFO (Thread-3169) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1341568 ERROR (Thread-3169) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1341632 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49361 [junit4] 2> 1341646 INFO (jetty-launcher-2850-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1341646 INFO (jetty-launcher-2850-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 1341648 INFO (jetty-launcher-2850-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c7266be{/solr,null,AVAILABLE} [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e0e0f96{/solr,null,AVAILABLE} [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ca6d05d{HTTP/1.1,[http/1.1]}{127.0.0.1:56987} [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-1) [ ] o.e.j.s.Server Started @1344821ms [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56987} [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6286992b{HTTP/1.1,[http/1.1]}{127.0.0.1:52489} [junit4] 2> 1341649 ERROR (jetty-launcher-2850-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-2) [ ] o.e.j.s.Server Started @1344821ms [junit4] 2> 1341649 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52489} [junit4] 2> 1341652 ERROR (jetty-launcher-2850-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0 [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-10T02:30:43.731Z [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0 [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 1341652 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-10T02:30:43.731Z [junit4] 2> 1341656 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1341656 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1341664 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e699ff29b0001, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1341664 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e699ff29b0002, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 1341665 INFO (jetty-launcher-2850-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49361/solr [junit4] 2> 1341666 INFO (jetty-launcher-2850-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49361/solr [junit4] 2> 1341819 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1341823 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52489_solr [junit4] 2> 1341824 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.c.Overseer Overseer (id=98632377539690501-127.0.0.1:52489_solr-n_0000000000) starting [junit4] 2> 1341824 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1341826 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56987_solr [junit4] 2> 1341835 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1341841 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1341846 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52489_solr [junit4] 2> 1341847 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1341847 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1341912 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1341919 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1341919 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1341920 INFO (jetty-launcher-2850-thread-1) [n:127.0.0.1:56987_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/. [junit4] 2> 1342035 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1342040 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1342040 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1342041 INFO (jetty-launcher-2850-thread-2) [n:127.0.0.1:52489_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/. [junit4] 2> 1342066 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1342067 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49361/solr ready [junit4] 2> 1342072 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false [junit4] 2> 1342075 INFO (qtp2071264775-13124) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1342079 INFO (qtp2071264775-13124) [n:127.0.0.1:56987_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=4 [junit4] 2> 1342186 INFO (TEST-TestPullReplica.testCreateDelete-seed#[F0CB252CA943B7CC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete {seed=[F0CB252CA943B7CC:EBDBD4605FB34FFC]} [junit4] 2> 1342196 INFO (OverseerThreadFactory-3744-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_create_delete [junit4] 2> 1342198 WARN (OverseerThreadFactory-3744-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 1342317 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52489/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1342324 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:56987/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342331 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52489/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342337 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_create_delete_shard1_replica_p6", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:56987/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342342 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_n8", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52489/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 1342347 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p10", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:56987/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342352 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p12", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52489/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342358 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_create_delete", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"pull_replica_test_create_delete_shard2_replica_p14", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:56987/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 1342559 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1342560 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1342560 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342560 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p10&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342561 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1342561 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p12&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342561 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p14&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342561 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 1342561 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p6&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342562 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p4&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 1342685 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1342685 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1342685 INFO (zkCallback-2861-thread-2-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1342685 INFO (zkCallback-2862-thread-2-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1343592 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343592 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343597 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343599 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343602 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343606 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard1_replica_p4] Schema name=minimal [junit4] 2> 1343609 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343609 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p4' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343609 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.core.pull_replica_test_create_delete.shard1.replica_p4' (registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343609 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343609 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/./pull_replica_test_create_delete_shard1_replica_p4/data/] [junit4] 2> 1343610 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard2_replica_n8] Schema name=minimal [junit4] 2> 1343614 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343615 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_n8' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343615 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.core.pull_replica_test_create_delete.shard2.replica_n8' (registry 'solr.core.pull_replica_test_create_delete.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343615 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343615 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_n8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_n8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/./pull_replica_test_create_delete_shard2_replica_n8/data/] [junit4] 2> 1343627 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard2_replica_p12] Schema name=minimal [junit4] 2> 1343629 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343630 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343649 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard2_replica_p10] Schema name=minimal [junit4] 2> 1343649 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard1_replica_p6] Schema name=minimal [junit4] 2> 1343650 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343651 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343651 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p10' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343651 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p6' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343651 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard1_replica_p2] Schema name=minimal [junit4] 2> 1343651 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.core.pull_replica_test_create_delete.shard2.replica_p10' (registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343651 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343651 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p10] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/./pull_replica_test_create_delete_shard2_replica_p10/data/] [junit4] 2> 1343653 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343653 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p2' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343653 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard2_replica_p14] Schema name=minimal [junit4] 2> 1343653 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.core.pull_replica_test_create_delete.shard1.replica_p2' (registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343653 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343653 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/./pull_replica_test_create_delete_shard1_replica_p2/data/] [junit4] 2> 1343654 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343654 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p12' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343654 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.core.pull_replica_test_create_delete.shard2.replica_p12' (registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343654 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343654 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p12] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/./pull_replica_test_create_delete_shard2_replica_p12/data/] [junit4] 2> 1343654 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343654 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p14' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343655 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.core.pull_replica_test_create_delete.shard2.replica_p14' (registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343655 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343655 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard2_replica_p14] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p14], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/./pull_replica_test_create_delete_shard2_replica_p14/data/] [junit4] 2> 1343651 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56987.solr.core.pull_replica_test_create_delete.shard1.replica_p6' (registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343657 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343657 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_p6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node1/./pull_replica_test_create_delete_shard1_replica_p6/data/] [junit4] 2> 1343704 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 1343712 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_create_delete_shard1_replica_n1] Schema name=minimal [junit4] 2> 1343714 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1343715 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_n1' using configuration from collection pull_replica_test_create_delete, trusted=true [junit4] 2> 1343715 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52489.solr.core.pull_replica_test_create_delete.shard1.replica_n1' (registry 'solr.core.pull_replica_test_create_delete.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29d749fa [junit4] 2> 1343715 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1343715 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_create_delete_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001/tempDir-001/node2/./pull_replica_test_create_delete_shard1_replica_n1/data/] [junit4] 2> 1343738 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343738 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343739 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.s.SolrIndexSearcher Opening [Searcher@2355071b[pull_replica_test_create_delete_shard2_replica_p14] main] [junit4] 2> 1343748 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343748 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343749 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2272aca6[pull_replica_test_create_delete_shard1_replica_p4] main] [junit4] 2> 1343752 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343753 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343753 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343753 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343754 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343755 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p4 starting background replication from leader [junit4] 2> 1343755 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343756 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343757 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p14 starting background replication from leader [junit4] 2> 1343757 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343759 INFO (searcherExecutor-3749-thread-1-processing-n:127.0.0.1:52489_solr x:pull_replica_test_create_delete_shard1_replica_p4 s:shard1 c:pull_replica_test_create_delete r:core_node7) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p4] Registered new searcher Searcher@2272aca6[pull_replica_test_create_delete_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343760 INFO (searcherExecutor-3755-thread-1-processing-n:127.0.0.1:56987_solr x:pull_replica_test_create_delete_shard2_replica_p14 s:shard2 c:pull_replica_test_create_delete r:core_node16) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p14] Registered new searcher Searcher@2355071b[pull_replica_test_create_delete_shard2_replica_p14] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343761 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343764 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343788 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343788 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343789 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@401edf01[pull_replica_test_create_delete_shard1_replica_p2] main] [junit4] 2> 1343790 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343791 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343791 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343792 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p2 starting background replication from leader [junit4] 2> 1343792 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343792 INFO (searcherExecutor-3753-thread-1-processing-n:127.0.0.1:56987_solr x:pull_replica_test_create_delete_shard1_replica_p2 s:shard1 c:pull_replica_test_create_delete r:core_node5) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p2] Registered new searcher Searcher@401edf01[pull_replica_test_create_delete_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343793 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343793 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1343793 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1343794 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343794 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343796 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@512d06da[pull_replica_test_create_delete_shard2_replica_n8] main] [junit4] 2> 1343805 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343805 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343807 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.SolrIndexSearcher Opening [Searcher@61e1437a[pull_replica_test_create_delete_shard2_replica_p12] main] [junit4] 2> 1343811 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343812 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343813 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343813 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578118043026849792 [junit4] 2> 1343818 INFO (searcherExecutor-3750-thread-1-processing-n:127.0.0.1:52489_solr x:pull_replica_test_create_delete_shard2_replica_n8 s:shard2 c:pull_replica_test_create_delete r:core_node11) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_n8] Registered new searcher Searcher@512d06da[pull_replica_test_create_delete_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343826 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1343826 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1343827 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343827 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343829 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cf7ae8[pull_replica_test_create_delete_shard1_replica_n1] main] [junit4] 2> 1343830 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1343830 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1343831 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard2_replica_n8/ [junit4] 2> 1343831 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1343831 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.SyncStrategy http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard2_replica_n8/ has no replicas [junit4] 2> 1343831 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1343834 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard2_replica_n8/ shard2 [junit4] 2> 1343835 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343836 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343836 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343837 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343838 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343840 INFO (searcherExecutor-3756-thread-1-processing-n:127.0.0.1:52489_solr x:pull_replica_test_create_delete_shard1_replica_n1 s:shard1 c:pull_replica_test_create_delete r:core_node3) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_n1] Registered new searcher Searcher@1cf7ae8[pull_replica_test_create_delete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343840 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343841 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p12 starting background replication from leader [junit4] 2> 1343841 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343841 INFO (searcherExecutor-3754-thread-1-processing-n:127.0.0.1:52489_solr x:pull_replica_test_create_delete_shard2_replica_p12 s:shard2 c:pull_replica_test_create_delete r:core_node15) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p12] Registered new searcher Searcher@61e1437a[pull_replica_test_create_delete_shard2_replica_p12] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343841 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343842 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1578118043057258496 [junit4] 2> 1343842 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343842 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343843 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.SolrIndexSearcher Opening [Searcher@1538ee1f[pull_replica_test_create_delete_shard2_replica_p10] main] [junit4] 2> 1343845 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343845 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343845 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343846 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.ZkController pull_replica_test_create_delete_shard2_replica_p10 starting background replication from leader [junit4] 2> 1343846 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343846 INFO (searcherExecutor-3751-thread-1-processing-n:127.0.0.1:56987_solr x:pull_replica_test_create_delete_shard2_replica_p10 s:shard2 c:pull_replica_test_create_delete r:core_node13) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard2_replica_p10] Registered new searcher Searcher@1538ee1f[pull_replica_test_create_delete_shard2_replica_p10] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343846 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343848 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1343848 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1343848 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1343848 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1343848 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard1_replica_n1/ [junit4] 2> 1343849 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 1343849 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard1_replica_n1/ has no replicas [junit4] 2> 1343849 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 1343850 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1830dc86[pull_replica_test_create_delete_shard1_replica_p6] main] [junit4] 2> 1343851 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1343852 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1343853 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1343853 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard1_replica_n1/ shard1 [junit4] 2> 1343854 INFO (searcherExecutor-3752-thread-1-processing-n:127.0.0.1:56987_solr x:pull_replica_test_create_delete_shard1_replica_p6 s:shard1 c:pull_replica_test_create_delete r:core_node9) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.SolrCore [pull_replica_test_create_delete_shard1_replica_p6] Registered new searcher Searcher@1830dc86[pull_replica_test_create_delete_shard1_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1343854 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.ZkController pull_replica_test_create_delete_shard1_replica_p6 starting background replication from leader [junit4] 2> 1343854 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 1343855 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 1343957 INFO (zkCallback-2861-thread-2-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1343957 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1343957 INFO (zkCallback-2862-thread-2-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1343957 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1343970 INFO (indexFetcher-3766-thread-1) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication [junit4] 2> 1343985 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1343987 INFO (qtp1184026906-13136) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1426 [junit4] 2> 1343994 INFO (indexFetcher-3774-thread-1) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 1343997 INFO (qtp1184026906-13134) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p12&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL} status=0 QTime=1436 [junit4] 2> 1343997 INFO (indexFetcher-3790-thread-1) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication [junit4] 2> 1344000 INFO (qtp2071264775-13130) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node13 x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p10&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL} status=0 QTime=1440 [junit4] 2> 1344004 INFO (indexFetcher-3767-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 1344007 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1344007 INFO (indexFetcher-3794-thread-1) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication [junit4] 2> 1344009 INFO (qtp1184026906-13133) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node3 x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1449 [junit4] 2> 1344009 INFO (qtp2071264775-13129) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node9 x:pull_replica_test_create_delete_shard1_replica_p6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p6&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=1448 [junit4] 2> 1344114 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344114 INFO (zkCallback-2861-thread-2-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344115 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344115 INFO (zkCallback-2862-thread-2-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344551 INFO (indexFetcher-3786-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:52489/solr/pull_replica_test_create_delete_shard2_replica_n8/ [junit4] 2> 1344552 INFO (qtp1184026906-13135) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node11 x:pull_replica_test_create_delete_shard2_replica_n8] o.a.s.c.S.Request [pull_replica_test_create_delete_shard2_replica_n8] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 1344552 INFO (indexFetcher-3786-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 1344552 INFO (indexFetcher-3786-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 1344552 INFO (indexFetcher-3786-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 1344552 INFO (indexFetcher-3786-thread-1) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard2 r:core_node15 x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 1344770 INFO (qtp2071264775-13125) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard2 r:core_node16 x:pull_replica_test_create_delete_shard2_replica_p14] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p14&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2209 [junit4] 2> 1344770 INFO (qtp1184026906-13138) [n:127.0.0.1:52489_solr c:pull_replica_test_create_delete s:shard1 r:core_node7 x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p4&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2209 [junit4] 2> 1344799 INFO (qtp2071264775-13126) [n:127.0.0.1:56987_solr c:pull_replica_test_create_delete s:shard1 r:core_node5 x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2239 [junit4] 2> 1344807 INFO (qtp2071264775-13128) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1344908 INFO (zkCallback-2861-thread-1-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344908 INFO (zkCallback-2861-thread-2-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344908 INFO (zkCallback-2862-thread-2-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1344908 INFO (zkCallback-2862-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_create_delete/state.json] for collection [pull_replica_test_create_delete] has occurred - updating... (live nodes size: [2]) [junit4] 2> 1345810 INFO (qtp2071264775-13128) [n:127.0.0.1:56987_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/c params={} status=0 QTime=3623 [junit4] 2> 1345817 INFO (qtp2071264775-13122) [n:127.0.0.1:56987_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=pull_replica_test_create_delete&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1345823 INFO (OverseerThreadFactory-3744-thread-2-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD [junit4] 2> 1345825 INFO (OverseerCollectionConfigSetProcessor-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1345859 INFO (qtp1184026906-13127) [...truncated too long message...] sing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a8fd2ec: rootName = solr_56987, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17103388 [junit4] 2> 1491537 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1491537 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68bddf4: rootName = solr_52489, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@649f0e5f [junit4] 2> 1491538 INFO (jetty-closer-2851-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 1491538 INFO (jetty-closer-2851-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ae44352: rootName = solr_56987, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@649f0e5f [junit4] 2> 1491542 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1491542 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4285536c: rootName = solr_52489, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7308d27a [junit4] 2> 1491543 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1491545 INFO (jetty-closer-2851-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 1491545 INFO (jetty-closer-2851-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29986024: rootName = solr_56987, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7308d27a [junit4] 2> 1491549 INFO (jetty-closer-2851-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 1491552 INFO (jetty-closer-2851-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98632377539690501-127.0.0.1:52489_solr-n_0000000000) closing [junit4] 2> 1491553 INFO (OverseerStateUpdate-98632377539690501-127.0.0.1:52489_solr-n_0000000000) [n:127.0.0.1:52489_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52489_solr [junit4] 2> 1491556 INFO (zkCallback-2879-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 1491556 INFO (zkCallback-2879-thread-2-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56987_solr [junit4] 2> 1491556 WARN (zkCallback-2861-thread-5-processing-n:127.0.0.1:52489_solr) [n:127.0.0.1:52489_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1491557 INFO (jetty-closer-2851-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e0e0f96{/solr,null,UNAVAILABLE} [junit4] 2> 1493058 WARN (zkCallback-2879-thread-1-processing-n:127.0.0.1:56987_solr) [n:127.0.0.1:56987_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 1493059 INFO (jetty-closer-2851-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c4a8022{/solr,null,UNAVAILABLE} [junit4] 2> 1493062 ERROR (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1493063 INFO (SUITE-TestPullReplica-seed#[F0CB252CA943B7CC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49361 49361 [junit4] 2> 1493149 INFO (Thread-3169) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49361 49361 [junit4] 2> 1493156 WARN (Thread-3169) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 19 /solr/configs/conf [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 26 /solr/collections/pull_replica_test_create_delete/state.json [junit4] 2> 23 /solr/collections/pull_replica_test_kill_pull_replica/state.json [junit4] 2> 21 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json [junit4] 2> 20 /solr/collections/pull_replica_test_kill_leader/state.json [junit4] 2> 20 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json [junit4] 2> 13 /solr/collections/pull_replica_test_add_docs/state.json [junit4] 2> 8 /solr/collections/pull_replica_test_real_time_get/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 3 /solr/overseer_elect/election/98632377539690501-127.0.0.1:52489_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/collections [junit4] 2> 3 /solr/live_nodes [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_F0CB252CA943B7CC-001 [junit4] 2> Sep 10, 2017 2:33:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=20349, maxDocsPerChunk=111, blockSize=50), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=20349, blockSize=50)), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-YE, timezone=Asia/Kolkata [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=300691080,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [SignatureUpdateProcessorFactoryTest, SolrIndexConfigTest, PeerSyncReplicationTest, LeaderFailoverAfterPartitionTest, TestSQLHandler, ConnectionReuseTest, TestPostingsSolrHighlighter, WrapperMergePolicyFactoryTest, TestZkChroot, BadComponentTest, ConvertedLegacyTest, TestDocTermOrds, TestSystemIdResolver, TestClusterStateMutator, AnalysisErrorHandlingTest, TestFastWriter, TestSolrFieldCacheBean, MoveReplicaHDFSTest, MoreLikeThisHandlerTest, QueryResultKeyTest, BlockDirectoryTest, TestFastLRUCache, TestReqParamsAPI, FileUtilsTest, ConnectionManagerTest, UtilsToolTest, TestMultiValuedNumericRangeQuery, TestRawTransformer, TestPolicyCloud, TestApiFramework, JsonLoaderTest, SolrGraphiteReporterTest, JSONWriterTest, DirectSolrSpellCheckerTest, TestRandomFlRTGCloud, StatelessScriptUpdateProcessorFactoryTest, TestFieldCacheWithThreads, TestComponentsName, TestTrackingShardHandlerFactory, TestAuthenticationFramework, AssignTest, SOLR749Test, MergeStrategyTest, TestSolrConfigHandler, BitVectorTest, TestCloudRecovery, CoreSorterTest, TestFiltering, OpenExchangeRatesOrgProviderTest, TestBadConfig, CloneFieldUpdateProcessorFactoryTest, TestSchemaResource, TestRealTimeGet, SortSpecParsingTest, HLLUtilTest, TestSolrCloudWithSecureImpersonation, DistributedFacetPivotLongTailTest, TestCloudInspectUtil, DistributedQueryElevationComponentTest, HdfsRecoveryZkTest, DistributedSuggestComponentTest, TestSolrCloudWithDelegationTokens, TermsComponentTest, TestExactSharedStatsCache, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestRemoteStreaming, TestJoin, DOMUtilTest, LukeRequestHandlerTest, TestSolr4Spatial, UpdateParamsTest, TestConfig, TestFieldSortValues, TestManagedSchemaThreadSafety, HdfsNNFailoverTest, TestSSLRandomization, SearchHandlerTest, TestManagedSynonymFilterFactory, TestLuceneMatchVersion, TolerantUpdateProcessorTest, InfoHandlerTest, TestObjectReleaseTracker, TestElisionMultitermQuery, CoreAdminRequestStatusTest, DistributedIntervalFacetingTest, CustomCollectionTest, TestSystemCollAutoCreate, AnalyticsMergeStrategyTest, CollectionsAPIDistributedZkTest, PreAnalyzedUpdateProcessorTest, TestLMJelinekMercerSimilarityFactory, TestExportWriter, TestSolrDeletionPolicy1, TestOnReconnectListenerSupport, HdfsTlogReplayBufferedWhileIndexingTest, ClassificationUpdateProcessorIntegrationTest, ZkNodePropsTest, TestDistributedGrouping, TestChildDocTransformer, TestDynamicLoading, TestRequestForwarding, TestDistribDocBasedVersion, TestShardHandlerFactory, TestFieldTypeResource, IndexSchemaRuntimeFieldTest, BasicFunctionalityTest, TestExceedMaxTermLength, UpdateLogTest, TestRestManager, TermVectorComponentTest, TestSchemaVersionResource, TestReloadDeadlock, TestCloudManagedSchema, PolyFieldTest, TestRangeQuery, HdfsDirectoryTest, BaseCdcrDistributedZkTest, LoggingHandlerTest, TestLeaderInitiatedRecoveryThread, ExternalFileFieldSortTest, DistributedQueueTest, MBeansHandlerTest, ZkFailoverTest, TestPullReplica] [junit4] Completed [255/731 (1!)] on J1 in 152.46s, 10 tests, 1 failure, 1 skipped <<< FAILURES! [...truncated 47850 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org