Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/73/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed. FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader Error Message: Replica state not updated in cluster state null Live Nodes: [127.0.0.1:41809_solr, 127.0.0.1:36496_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:36496/solr", "node_name":"127.0.0.1:36496_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_kill_leader_shard1_replica_p2", "base_url":"http://127.0.0.1:41809/solr", "node_name":"127.0.0.1:41809_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Replica state not updated in cluster state null Live Nodes: [127.0.0.1:41809_solr, 127.0.0.1:36496_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:36496/solr", "node_name":"127.0.0.1:36496_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_kill_leader_shard1_replica_p2", "base_url":"http://127.0.0.1:41809/solr", "node_name":"127.0.0.1:41809_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3:EBB2E3D439A1AE5]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401) at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=32007, name=jetty-launcher-4774-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=31959, name=jetty-launcher-4774-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=32007, name=jetty-launcher-4774-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=31959, name=jetty-launcher-4774-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0) Build Log: [...truncated 11121 lines...] [junit4] Suite: org.apache.solr.cloud.TestPullReplica [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/init-core-data-001 [junit4] 2> 510173 WARN (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44 [junit4] 2> 510173 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 510174 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 510174 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 510175 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001 [junit4] 2> 510175 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 510175 INFO (Thread-3371) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 510175 INFO (Thread-3371) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 510177 ERROR (Thread-3371) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 510275 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59178 [junit4] 2> 510282 INFO (jetty-launcher-988-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 510282 INFO (jetty-launcher-988-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 510283 INFO (jetty-launcher-988-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae1b81{/solr,null,AVAILABLE} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180b8a68{/solr,null,AVAILABLE} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@736a2360{HTTP/1.1,[http/1.1]}{127.0.0.1:41809} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.e.j.s.Server Started @512661ms [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41809} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@557130ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36496} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.e.j.s.Server Started @512661ms [junit4] 2> 510284 ERROR (jetty-launcher-988-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36496} [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 510284 ERROR (jetty-launcher-988-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 510284 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-25T23:51:25.696Z [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0 [junit4] 2> 510284 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 510285 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 510285 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-07-25T23:51:25.697Z [junit4] 2> 510289 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 510289 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 510296 INFO (jetty-launcher-988-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59178/solr [junit4] 2> 510296 INFO (jetty-launcher-988-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59178/solr [junit4] 2> 510300 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d7c2992940003, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 510301 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d7c2992940004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 510435 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 510435 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 510435 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36496_solr [junit4] 2> 510436 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41809_solr [junit4] 2> 510436 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.c.Overseer Overseer (id=98371284866695173-127.0.0.1:36496_solr-n_0000000000) starting [junit4] 2> 510438 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 510438 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 510445 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36496_solr [junit4] 2> 510447 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 510447 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 510521 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36496.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510523 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36496.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510524 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36496.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510524 INFO (jetty-launcher-988-thread-1) [n:127.0.0.1:36496_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/. [junit4] 2> 510553 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41809.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510555 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41809.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510555 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41809.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 510556 INFO (jetty-launcher-988-thread-2) [n:127.0.0.1:41809_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/. [junit4] 2> 510575 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 510576 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59178/solr ready [junit4] 2> 510580 INFO (SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false [junit4] 2> 510582 INFO (qtp58711748-7890) [n:127.0.0.1:41809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 510583 INFO (qtp58711748-7890) [n:127.0.0.1:41809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 510601 INFO (TEST-TestPullReplica.testAddDocs-seed#[47ADDA8921218EB3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs [junit4] 2> 510602 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 510604 INFO (OverseerThreadFactory-2671-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_add_docs [junit4] 2> 510605 WARN (OverseerThreadFactory-2671-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 510719 INFO (OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) [n:127.0.0.1:36496_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_add_docs", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:36496/solr", [junit4] 2> "type":"NRT"} [junit4] 2> 510725 INFO (OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) [n:127.0.0.1:36496_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_add_docs", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:41809/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 510733 INFO (OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) [n:127.0.0.1:36496_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"pull_replica_test_add_docs", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:36496/solr", [junit4] 2> "type":"PULL"} [junit4] 2> 510939 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 510940 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 510941 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 510941 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 510941 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 511051 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 511051 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 511052 INFO (zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 511052 INFO (zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 511954 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 511954 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 511955 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0 [junit4] 2> 511969 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal [junit4] 2> 511969 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p4] Schema name=minimal [junit4] 2> 511971 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 511971 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration from collection pull_replica_test_add_docs, trusted=true [junit4] 2> 511971 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 511971 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p4' using configuration from collection pull_replica_test_add_docs, trusted=true [junit4] 2> 511971 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41809.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 511971 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36496.solr.core.pull_replica_test_add_docs.shard1.replica_p4' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 511971 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 511971 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 511971 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p2/data/] [junit4] 2> 511971 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p4/data/] [junit4] 2> 511977 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal [junit4] 2> 511978 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 511978 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration from collection pull_replica_test_add_docs, trusted=true [junit4] 2> 511978 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36496.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643 [junit4] 2> 511978 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 511978 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/] [junit4] 2> 512029 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 512029 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 512031 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70439828[pull_replica_test_add_docs_shard1_replica_p4] main] [junit4] 2> 512032 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 512033 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 512033 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 512034 INFO (searcherExecutor-2677-thread-1-processing-n:127.0.0.1:36496_solr x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher Searcher@70439828[pull_replica_test_add_docs_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 512035 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p4 starting background replication from leader [junit4] 2> 512035 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 512036 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 512046 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 512046 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 512047 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@229792f8[pull_replica_test_add_docs_shard1_replica_p2] main] [junit4] 2> 512049 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 512049 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 512050 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 512051 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 512051 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 512051 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 starting background replication from leader [junit4] 2> 512051 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 512051 INFO (searcherExecutor-2676-thread-1-processing-n:127.0.0.1:41809_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node5) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@229792f8[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 512052 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 512052 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 512052 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 512053 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@391f3b78[pull_replica_test_add_docs_shard1_replica_n1] main] [junit4] 2> 512055 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 512056 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 512056 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 512057 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1573940559839494144 [junit4] 2> 512057 INFO (searcherExecutor-2678-thread-1-processing-n:127.0.0.1:36496_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@391f3b78[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 512067 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 512067 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 512067 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ [junit4] 2> 512068 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me [junit4] 2> 512068 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ has no replicas [junit4] 2> 512068 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 512077 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1 [junit4] 2> 512189 INFO (zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512189 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512189 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512189 INFO (zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512229 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 512231 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1292 [junit4] 2> 512339 INFO (zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512339 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512339 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 512339 INFO (zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 513041 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2101 [junit4] 2> 513056 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2116 [junit4] 2> 513059 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 513158 INFO (zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 513158 INFO (zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 513158 INFO (zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) [n:127.0.0.1:36496_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 513158 INFO (zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) [n:127.0.0.1:41809_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2]) [junit4] 2> 514037 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ [junit4] 2> 514039 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 514039 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's generation: 1 [junit4] 2> 514039 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's version: 0 [junit4] 2> 514039 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 514040 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 514068 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3467 [junit4] 2> 514079 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1573940561956569088)]} 0 3 [junit4] 2> 514080 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1573940561960763392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 514080 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@308621c2 commitCommandVersion:1573940561960763392 [junit4] 2> 514085 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cc5852e[pull_replica_test_add_docs_shard1_replica_n1] main] [junit4] 2> 514086 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush [junit4] 2> 514087 INFO (searcherExecutor-2678-thread-1-processing-n:127.0.0.1:36496_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@4cc5852e[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))} [junit4] 2> 514087 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7 [junit4] 2> 514091 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 [junit4] 2> 514096 INFO (qtp58711748-7894) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514197 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514299 INFO (qtp58711748-7890) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514409 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ [junit4] 2> 514409 INFO (qtp58711748-7896) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514410 INFO (qtp1216397067-7905) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 514411 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 2 [junit4] 2> 514411 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 1501026689492 [junit4] 2> 514411 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 514411 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 514411 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 514412 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0 [junit4] 2> 514412 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Number of files in latest index in master: 17 [junit4] 2> 514416 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@65273550 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290c1521) [junit4] 2> 514416 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514418 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514420 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514448 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514449 INFO (qtp1216397067-7900) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514450 INFO (qtp1216397067-7905) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514451 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514452 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514453 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514454 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514455 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514456 INFO (qtp1216397067-7900) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514456 INFO (qtp1216397067-7905) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514457 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514457 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514458 INFO (qtp1216397067-7904) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514459 INFO (qtp1216397067-7906) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 514459 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2935) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@65273550 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290c1521) [junit4] 2> 514461 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 514462 INFO (indexFetcher-2685-thread-1) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5673c09[pull_replica_test_add_docs_shard1_replica_p4] main] [junit4] 2> 514463 INFO (searcherExecutor-2677-thread-1-processing-n:127.0.0.1:36496_solr x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher Searcher@5673c09[pull_replica_test_add_docs_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))} [junit4] 2> 514510 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514607 INFO (OverseerCollectionConfigSetProcessor-98371284866695173-127.0.0.1:36496_solr-n_0000000000) [n:127.0.0.1:36496_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 514611 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514713 INFO (qtp58711748-7897) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514814 INFO (qtp58711748-7894) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 514914 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515016 INFO (qtp58711748-7890) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515119 INFO (qtp58711748-7896) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515227 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515337 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515438 INFO (qtp58711748-7897) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515539 INFO (qtp58711748-7897) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515640 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515741 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515842 INFO (qtp58711748-7896) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 515943 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516044 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516146 INFO (qtp58711748-7894) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516248 INFO (qtp58711748-7894) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516350 INFO (qtp58711748-7894) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516453 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516558 INFO (qtp58711748-7895) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516659 INFO (qtp58711748-7891) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516776 INFO (qtp58711748-7893) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516877 INFO (qtp58711748-7897) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 516978 INFO (qtp58711748-7897) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 [junit4] 2> 517036 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 517036 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's generation: 2 [junit4] 2> 517036 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's version: 1501026689492 [junit4] 2> 517036 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's generation: 1 [junit4] 2> 517036 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's version: 0 [junit4] 2> 517036 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting replication process [junit4] 2> 517037 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0 [junit4] 2> 517038 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Number of files in latest index in master: 17 [junit4] 2> 517041 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@547ea38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c133765) [junit4] 2> 517050 INFO (qtp1216397067-7903) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517052 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517053 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517054 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517055 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517056 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517057 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517059 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517060 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517061 INFO (qtp1216397067-7899) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517062 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517064 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517065 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517066 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517067 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517068 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517069 INFO (qtp1216397067-7901) [n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0 [junit4] 2> 517070 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2935) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@547ea38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c133765) [junit4] 2> 517079 INFO (indexFetcher-2692-thread-1) [n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used. [junit4] 2> 517091 [...truncated too long message...] ManagedSynonymFilterFactory, DocValuesMultiTest, TestClusterProperties, TestPushWriter, ShowFileRequestHandlerTest, TestExpandComponent, SpatialRPTFieldTypeTest, TestSolrFieldCacheBean, MoreLikeThisHandlerTest, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, ChaosMonkeySafeLeaderWithPullReplicasTest, RestartWhileUpdatingTest, TestLMJelinekMercerSimilarityFactory, TestDelegationWithHadoopAuth, VersionInfoTest, CreateCollectionCleanupTest, TestRequestForwarding, DistributedQueryElevationComponentTest, TestQueryTypes, CollectionTooManyReplicasTest, DistributedTermsComponentTest, TestSolrCoreSnapshots, CdcrReplicationHandlerTest, OpenExchangeRatesOrgProviderTest, SolrCloudReportersTest, FacetPivotSmallTest, OverseerCollectionConfigSetProcessorTest, TestBackupRepositoryFactory, AutoCommitTest, TestDocumentBuilder, TestRTimerTree, TestLegacyTerms, DeleteShardTest, TestTrie, TestMacroExpander, ConvertedLegacyTest, HdfsRestartWhileUpdatingTest, BadComponentTest, DocumentBuilderTest, FullSolrCloudDistribCmdsTest, ChaosMonkeySafeLeaderTest, DistributedFacetPivotSmallAdvancedTest, TestJsonFacetRefinement, SOLR749Test, SuggesterTSTTest, TestSolrCloudWithHadoopAuthPlugin, OverseerRolesTest, ShardRoutingCustomTest, BlockCacheTest, BigEndianAscendingWordSerializerTest, TestPartialUpdateDeduplication, SearchHandlerTest, DistributedMLTComponentTest, ZkSolrClientTest, TestGraphMLResponseWriter, TestSimpleTrackingShardHandler, SolrCoreMetricManagerTest, TestQueryUtils, UpdateParamsTest, TestNumericTokenStream, TestDynamicFieldResource, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, TestZkChroot, ZkCLITest, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, HardAutoCommitTest, TestRangeQuery, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestFiltering, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, TestJmxIntegration, ReturnFieldsTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, TestSolrIndexConfig, TestQuerySenderNoQuery, SampleTest, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, PluginInfoTest, DateMathParserTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, ZkNodePropsTest, SliceStateTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=47ADDA8921218EB3 -Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: [junit4] > 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) [junit4] > 2) Thread[id=32007, name=jetty-launcher-4774-thread-2-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) [junit4] > 3) Thread[id=31959, name=jetty-launcher-4774-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] > at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) [junit4] > at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0) [junit4] Completed [546/726 (2!)] on J1 in 55.23s, 12 tests, 2 errors <<< FAILURES! [...truncated 43939 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org