Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java8/592/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerStatsReset
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at
__randomizedtesting.SeedInfo.seed([DE98B1F8611F4A97:75CC56C4F4C5E999]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.OverseerTest.testOverseerStatsReset(OverseerTest.java:722)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1660)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:866)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:902)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:875)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:777)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:822)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 9395 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_DE98B1F8611F4A97-001/init-core-data-001
[junit4] 2> 221843 INFO
(SUITE-OverseerTest-seed#[DE98B1F8611F4A97]-worker) [ ] o.a.s.SolrTestCaseJ4
Randomized ssl (false) and clientAuth (false)
[junit4] 2> 221843 INFO
(SUITE-OverseerTest-seed#[DE98B1F8611F4A97]-worker) [ ] o.a.s.SolrTestCaseJ4
####initCore
[junit4] 2> 221843 INFO
(SUITE-OverseerTest-seed#[DE98B1F8611F4A97]-worker) [ ] o.a.s.SolrTestCaseJ4
####initCore end
[junit4] 2> 221845 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testOverseerFailure
[junit4] 2> 221845 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 221856 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 221856 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 221956 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer start zk server on port:49462
[junit4] 2> 221956 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 221973 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 221993 INFO (zkCallback-120-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@440868a8
name:ZooKeeperConnection Watcher:127.0.0.1:49462 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 221993 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 221993 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 221999 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 222021 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 222045 INFO (zkCallback-121-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@63b71fde
name:ZooKeeperConnection Watcher:127.0.0.1:49462 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 222045 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 222045 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 222045 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 222051 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 222069 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 222087 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@5a792f48
name:ZooKeeperConnection Watcher:127.0.0.1:49462/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 222087 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 222087 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 222092 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 222094 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 222095 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 222096 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 222097 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 222098 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 222101 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 222113 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 222125 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@2150f551
name:ZooKeeperConnection Watcher:127.0.0.1:49462/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 222125 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 222125 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 222127 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 222129 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 222130 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 0)
[junit4] 2> 222130 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 222141 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 222141 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 0)
[junit4] 2> 222153 INFO (zkCallback-124-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@38b4d631
name:ZooKeeperConnection Watcher:127.0.0.1:49462/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 222153 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 222153 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 222154 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 222164 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 222167 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 222168 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 222169 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/overseer_elect/election/94828013972291588-127.0.0.1:49462_solr-n_0000000000
[junit4] 2> 222169 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49462_solr
[junit4] 2> 222169 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 222170 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer
(id=94828013972291588-127.0.0.1:49462_solr-n_0000000000) starting
[junit4] 2> 222171 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 222172 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 222174 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 222176 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 222177 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 222179 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 222181 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 222191 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 222192 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 222195 INFO
(OverseerCollectionConfigSetProcessor-94828013972291588-127.0.0.1:49462_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 223204 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 223205 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 223205 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 223205 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 223207 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 223207 INFO (zkCallback-124-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 223207 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 223702 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 223703 INFO (zkCallback-124-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 223703 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 223703 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 223706 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000000
[junit4] 2> 223707 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 223709 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 223711 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 223712 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "core":"core1"}
[junit4] 2> 223714 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 223715 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 223716 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 223717 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 223717 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 223718 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000001
[junit4] 2> 223718 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000001
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000000
[junit4] 2> 223819 INFO (zkCallback-124-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 223819 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 223820 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 224203 INFO
(OverseerCollectionConfigSetProcessor-94828013972291588-127.0.0.1:49462_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:355)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:172)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 224203 INFO
(OverseerCollectionConfigSetProcessor-94828013972291588-127.0.0.1:49462_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=94828013972291588-127.0.0.1:49462_solr-n_0000000000) am no longer a leader.
[junit4] 2> 224873 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 224876 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000002
[junit4] 2> 224876 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000002
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828013972291587-node1_core1-n_0000000000
[junit4] 2> 224877 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 224877 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 224887 INFO (zkCallback-126-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@6f5d67b6
name:ZooKeeperConnection Watcher:127.0.0.1:49462/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 224887 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 224887 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 224888 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer
(id=94828013972291588-127.0.0.1:49462_solr-n_0000000000) closing
[junit4] 2> 224888 INFO
(OverseerStateUpdate-94828013972291588-127.0.0.1:49462_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49462_solr
[junit4] 2> 224888 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 224891 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 224891 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 224892 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/overseer_elect/election/94828013972291589-127.0.0.1:49462_solr-n_0000000001
[junit4] 2> 224893 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49462_solr
[junit4] 2> 224893 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 224894 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer
(id=94828013972291589-127.0.0.1:49462_solr-n_0000000001) starting
[junit4] 2> 224901 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 224901 INFO
(OverseerCollectionConfigSetProcessor-94828013972291589-127.0.0.1:49462_solr-n_0000000001)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 224901 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 224902 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 224907 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 2
[junit4] 2> 224907 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 224907 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 224909 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 224909 INFO (zkCallback-126-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 224910 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 224962 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"deletecore",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1"} current state version: 3
[junit4] 2> 225064 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.o.ZkStateWriter going to delete_collection
/collections/collection1/state.json
[junit4] 2> 225070 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 225070 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 225071 INFO (zkCallback-126-thread-2) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 225072 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 225072 INFO (zkCallback-126-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 225072 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 225573 INFO (zkCallback-122-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 225573 INFO (zkCallback-126-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 225573 INFO (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 227074 WARN (zkCallback-123-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 227076 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:49462 49462
[junit4] 2> 227239 INFO (Thread-533) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:49462 49462
[junit4] 2> 227241 WARN (Thread-533) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 227242 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testOverseerFailure
[junit4] 2> 227242 INFO
(TEST-OverseerTest.testOverseerFailure-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer
(id=94828013972291589-127.0.0.1:49462_solr-n_0000000001) closing
[junit4] 2> 227242 INFO
(OverseerStateUpdate-94828013972291589-127.0.0.1:49462_solr-n_0000000001) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49462_solr
[junit4] 2> 227249 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 227253 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 227254 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 227254 INFO (Thread-534) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 227254 INFO (Thread-534) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 227354 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer start zk server on port:33386
[junit4] 2> 227354 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 227355 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 227357 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@29fb8580
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227358 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 227358 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 227358 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 227358 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 227360 INFO (zkCallback-129-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@5140d54b
name:ZooKeeperConnection Watcher:127.0.0.1:33386 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227360 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 227360 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 227362 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 227362 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 227365 INFO (zkCallback-130-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@40a476b1
name:ZooKeeperConnection Watcher:127.0.0.1:33386 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227365 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 227365 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 227365 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 227368 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 227369 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 227370 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 227371 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 227372 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 227374 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 227374 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 227374 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 227374 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 227376 INFO (zkCallback-132-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@2b6ccef name:ZooKeeperConnection
Watcher:127.0.0.1:33386/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 227376 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 227376 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1957507a
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227376 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 227376 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 227376 INFO (Thread-535) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 227376 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 227378 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect
[junit4] 2> 227378 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 227379 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/election
[junit4] 2> 227380 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 227380 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 227381 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 0)
[junit4] 2> 227381 INFO (Thread-535) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94828014325006339-127.0.0.1:33386_solr-n_0000000000
[junit4] 2> 227381 INFO (Thread-535) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33386_solr
[junit4] 2> 227381 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 227382 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 227382 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=94828014325006339-127.0.0.1:33386_solr-n_0000000000) starting
[junit4] 2> 227384 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/queue-work
[junit4] 2> 227386 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-failure
[junit4] 2> 227388 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-running
[junit4] 2> 227390 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-completed
[junit4] 2> 227391 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-queue-work
[junit4] 2> 227394 INFO (Thread-535) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 227395 INFO (Thread-535) [ ] o.a.s.SolrTestCaseJ4 Killing
overseer.
[junit4] 2> 227395 INFO
(OverseerStateUpdate-94828014325006339-127.0.0.1:33386_solr-n_0000000000) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 227395 INFO
(OverseerCollectionConfigSetProcessor-94828014325006339-127.0.0.1:33386_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 227396 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 227396 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 227401 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@54ad1393
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227401 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 227401 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 227401 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=94828014325006339-127.0.0.1:33386_solr-n_0000000000) closing
[junit4] 2> 227401 INFO
(OverseerCollectionConfigSetProcessor-94828014325006339-127.0.0.1:33386_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=94828014325006339-127.0.0.1:33386_solr-n_0000000000) am no longer a leader.
[junit4] 2> 227401 INFO
(OverseerStateUpdate-94828014325006339-127.0.0.1:33386_solr-n_0000000000) [
] o.a.s.c.Overseer According to ZK I
(id=94828014325006339-127.0.0.1:33386_solr-n_0000000000) am no longer a leader.
[junit4] 2> 227401 INFO
(OverseerStateUpdate-94828014325006339-127.0.0.1:33386_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33386_solr
[junit4] 2> 227401 ERROR
(OverseerHdfsCoreFailoverThread-94828014325006339-127.0.0.1:33386_solr-n_0000000000)
[ ] o.a.s.c.OverseerAutoReplicaFailoverThread
OverseerAutoReplicaFailoverThread had an error in its thread work
loop.:org.apache.solr.common.SolrException: Error reading cluster properties
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:732)
[junit4] 2> at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:152)
[junit4] 2> at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:108)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:76)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:725)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> 227402 ERROR
(OverseerCollectionConfigSetProcessor-94828014325006339-127.0.0.1:33386_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer/collection-queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:310)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:270)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:144)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 227402 ERROR
(OverseerCollectionConfigSetProcessor-94828014325006339-127.0.0.1:33386_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:59)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:159)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 227402 INFO (Thread-535) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 227406 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 227407 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 227408 INFO (Thread-535) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94828014325006341-127.0.0.1:33386_solr-n_0000000001
[junit4] 2> 227408 INFO (Thread-535) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33386_solr
[junit4] 2> 227408 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 227409 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=94828014325006341-127.0.0.1:33386_solr-n_0000000001) starting
[junit4] 2> 227415 INFO (Thread-535) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 227415 INFO
(OverseerCollectionConfigSetProcessor-94828014325006341-127.0.0.1:33386_solr-n_0000000001)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 227415 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 227416 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 227418 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 227419 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 227419 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 227419 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 227420 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 227420 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 227884 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 227885 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 227885 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections, has occurred - updating...
[junit4] 2> 227888 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000000
[junit4] 2> 227889 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 227891 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 227893 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"} current state version: 1
[junit4] 2> 227897 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 227898 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 227899 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 227899 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 227900 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000001
[junit4] 2> 227901 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000001
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000000
[junit4] 2> 227901 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 227901 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 227905 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@79654342
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 227905 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 227905 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 227907 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 227909 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 227910 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 227910 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 227910 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 227912 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 227912 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 227913 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 227913 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 227915 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000002
[junit4] 2> 227915 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000002
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000000
[junit4] 2> 227915 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 228015 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228015 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228016 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228016 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228120 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 2
[junit4] 2> 228121 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 228121 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
[junit4] 2> 228121 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 228223 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228223 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228224 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228224 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 2)
[junit4] 2> 228620 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 228623 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006342-node2_core4-n_0000000003
[junit4] 2> 228624 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/94828014325006340-node1_core1-n_0000000002
to know if I could be the leader
[junit4] 2> 228624 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 228624 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 228624 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 228625 INFO (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 228628 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 228631 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/";,
[junit4] 2> "core":"core4"} current state version: 3
[junit4] 2> 228733 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 228733 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 228733 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230125 WARN (zkCallback-131-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 230126 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 230127 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 230129 INFO (zkCallback-137-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@d3048da name:ZooKeeperConnection
Watcher:127.0.0.1:33386/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 230129 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 230129 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 230130 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 230132 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 230133 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 230133 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 230133 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 230133 INFO (zkCallback-137-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 230135 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 230136 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 230136 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 230136 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 230137 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000004
[junit4] 2> 230138 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/94828014325006342-node2_core4-n_0000000003
to know if I could be the leader
[junit4] 2> 230138 INFO (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 230138 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 230138 INFO (zkCallback-134-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 230139 INFO (zkCallback-137-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 2)
[junit4] 2> 230141 INFO (zkCallback-137-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 230143 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"} current state version: 4
[junit4] 2> 230222 INFO (Thread-535) [ ] o.a.s.SolrTestCaseJ4 Killing
overseer.
[junit4] 2> 230224 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 230224 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 230228 INFO (zkCallback-138-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@57960334
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 230228 INFO (Thread-535) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 230228 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 230228 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=94828014325006341-127.0.0.1:33386_solr-n_0000000001) closing
[junit4] 2> 230228 INFO
(OverseerStateUpdate-94828014325006341-127.0.0.1:33386_solr-n_0000000001) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33386_solr
[junit4] 2> 230228 INFO (Thread-535) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 230234 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 230234 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 230236 INFO (Thread-535) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/94828014325006344-127.0.0.1:33386_solr-n_0000000002
[junit4] 2> 230236 INFO (Thread-535) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33386_solr
[junit4] 2> 230236 INFO (Thread-535) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 230237 INFO (Thread-535) [ ] o.a.s.c.Overseer Overseer
(id=94828014325006344-127.0.0.1:33386_solr-n_0000000002) starting
[junit4] 2> 230243 INFO (Thread-535) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 230244 INFO
(OverseerCollectionConfigSetProcessor-94828014325006344-127.0.0.1:33386_solr-n_0000000002)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 230244 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 230245 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 230247 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 230247 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 230248 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 230248 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230248 INFO (zkCallback-138-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230248 INFO (zkCallback-137-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230251 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1"}
[junit4] 2> 230251 INFO (zkCallback-137-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230251 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 230251 INFO (zkCallback-138-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 231638 WARN (zkCallback-136-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 231640 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 231641 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 6
[junit4] 2> 231641 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 231641 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 231643 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000005
[junit4] 2> 231643 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000005
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000004
[junit4] 2> 231644 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 231644 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 231649 INFO (zkCallback-140-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@597e9afa
name:ZooKeeperConnection Watcher:127.0.0.1:33386/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 231649 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 231650 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 231651 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 231653 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 231654 INFO (zkCallback-137-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 231654 INFO (zkCallback-128-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 231654 INFO (zkCallback-138-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 231654 INFO (zkCallback-140-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 231657 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 231657 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 6
[junit4] 2> 231658 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 231658 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 231662 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000006
[junit4] 2> 231663 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector was going to be leader
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000006
, seq(0)
/collections/collection1/leader_elect/shard1/election/94828014325006343-node1_core1-n_0000000004
[junit4] 2> 231665 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 231666 INFO
(OverseerStateUpdate-94828014325006344-127.0.0.1:33386_solr-n_0000000002) [ ]
[...truncated too long message...]
r registration node
[junit4] 2> 275009 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection2",
[junit4] 2> "base_url":"http://127.0.0.1/solr/";,
[junit4] 2> "core":"core2"} current state version: 6
[junit4] 2> 275010 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection2",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"} current state version: 6
[junit4] 2> 275011 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection2",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 275011 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=3
[junit4] 2> 275011 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 275114 INFO (zkCallback-228-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275114 INFO (zkCallback-231-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275114 INFO (zkCallback-229-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275510 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection2/leader_elect/shard1/election
[junit4] 2> 275514 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection2/leader_elect/shard1/election/94828017262329860-127.0.0.1_core3-n_0000000000
[junit4] 2> 275514 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections/collection2/leaders/shard1
[junit4] 2> 275516 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
[junit4] 2> 275519 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection2",
[junit4] 2> "base_url":"http://127.0.0.1/solr/";,
[junit4] 2> "core":"core3"} current state version: 7
[junit4] 2> 275622 INFO (zkCallback-231-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275622 INFO (zkCallback-228-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275622 INFO (zkCallback-229-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred
- updating... (live nodes size: 1)
[junit4] 2> 275670 INFO (zkCallback-231-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 275670 INFO (zkCallback-229-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
nodes size: 1)
[junit4] 2> 277171 WARN (zkCallback-231-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 277173 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:43099 43099
[junit4] 2> 277348 INFO (Thread-544) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:43099 43099
[junit4] 2> 277350 WARN (Thread-544) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 277350 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testBadQueueItem
[junit4] 2> 277350 INFO
(TEST-OverseerTest.testBadQueueItem-seed#[DE98B1F8611F4A97]) [ ]
o.a.s.c.Overseer Overseer
(id=94828017262329859-127.0.0.1:43099_solr-n_0000000000) closing
[junit4] 2> 277350 INFO
(OverseerStateUpdate-94828017262329859-127.0.0.1:43099_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43099_solr
[junit4] 2> 277351 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:87)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:265)
[junit4] 2> 280352 INFO
(SUITE-OverseerTest-seed#[DE98B1F8611F4A97]-worker) [ ] o.a.s.SolrTestCaseJ4
###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_DE98B1F8611F4A97-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60): {},
docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {},
locale=zh_SG, timezone=America/Kralendijk
[junit4] 2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation
1.8.0_66 (64-bit)/cpus=4,threads=1,free=191226424,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [StatsComponentTest,
MultiThreadedOCPTest, TestRandomRequestDistribution, TestBulkSchemaAPI,
SimpleCollectionCreateDeleteTest, CachingDirectoryFactoryTest,
BadComponentTest, HdfsUnloadDistributedZkTest, DeleteReplicaTest,
HighlighterConfigTest, TestDistributedMissingSort, OverseerTest]
[junit4] Completed [38/555] on J2 in 58.53s, 12 tests, 1 failure, 1 skipped
<<< FAILURES!
[...truncated 1677 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:775:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:719:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:59:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build.xml:233:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/common-build.xml:516:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:1432:
The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:987:
There were test failures: 555 suites (8 ignored), 2200 tests, 1 failure, 81
ignored (67 assumptions) [seed: DE98B1F8611F4A97]
Total time: 58 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
