Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/15980/
Java: 64bit/jdk1.8.0_72 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testShardLeaderChange
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([2232E005137F7870:FC6167F209E78D81]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
at
org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at
org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
... 45 more
Build Log:
[...truncated 10657 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_2232E005137F7870-001/init-core-data-001
[junit4] 2> 127683 INFO
(SUITE-OverseerTest-seed#[2232E005137F7870]-worker) [ ] o.a.s.SolrTestCaseJ4
Randomized ssl (true) and clientAuth (false)
[junit4] 2> 127683 INFO
(SUITE-OverseerTest-seed#[2232E005137F7870]-worker) [ ] o.a.s.SolrTestCaseJ4
####initCore
[junit4] 2> 127683 INFO
(SUITE-OverseerTest-seed#[2232E005137F7870]-worker) [ ] o.a.s.SolrTestCaseJ4
####initCore end
[junit4] 2> 127684 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testShardLeaderChange
[junit4] 2> 127684 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 127684 INFO (Thread-331) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 127684 INFO (Thread-331) [ ] o.a.s.c.ZkTestServer Starting
server
[junit4] 2> 127784 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ZkTestServer start zk server on port:60228
[junit4] 2> 127785 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 127785 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127787 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@1ee65780
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127787 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127787 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 127787 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 127788 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127788 INFO (zkCallback-191-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@55b2dfb8
name:ZooKeeperConnection Watcher:127.0.0.1:60228 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127788 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127788 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 127789 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 127790 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127791 INFO (zkCallback-192-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@61b80c05
name:ZooKeeperConnection Watcher:127.0.0.1:60228 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127791 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127791 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 127791 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 127793 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 127793 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 127794 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 127794 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 127795 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 127796 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 127796 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 127796 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 127796 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127797 INFO (zkCallback-193-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@5cd63a69
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127798 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 127798 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 127798 INFO (Thread-332) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 127799 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@32c52a89
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127799 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127800 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 127802 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 127802 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 127802 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 127803 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 127806 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [0])
[junit4] 2> 127807 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127810 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect
[junit4] 2> 127811 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/election
[junit4] 2> 127811 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 127811 INFO (Thread-332) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/95439553510637571-127.0.0.1:60228_solr-n_0000000000
[junit4] 2> 127812 INFO (Thread-332) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60228_solr
[junit4] 2> 127812 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 127812 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637571-127.0.0.1:60228_solr-n_0000000000) starting
[junit4] 2> 127813 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/queue-work
[junit4] 2> 127813 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-failure
[junit4] 2> 127814 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-running
[junit4] 2> 127815 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-map-completed
[junit4] 2> 127815 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer/collection-queue-work
[junit4] 2> 127817 INFO (Thread-332) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 127817 INFO
(OverseerStateUpdate-95439553510637571-127.0.0.1:60228_solr-n_0000000000) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 127817 INFO (Thread-332) [ ] o.a.s.c.OverseerTest Killing
overseer.
[junit4] 2> 127817 INFO
(OverseerCollectionConfigSetProcessor-95439553510637571-127.0.0.1:60228_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 127817 INFO
(OverseerStateUpdate-95439553510637571-127.0.0.1:60228_solr-n_0000000000) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 127818 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 127818 WARN
(OverseerStateUpdate-95439553510637571-127.0.0.1:60228_solr-n_0000000000) [
] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer work queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:291)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:236)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:156)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 127819 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 127822 INFO
(OverseerStateUpdate-95439553510637571-127.0.0.1:60228_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60228_solr
[junit4] 2> 127822 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 127823 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@75bf5944
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 127823 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 127823 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 127823 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637571-127.0.0.1:60228_solr-n_0000000000) closing
[junit4] 2> 127823 INFO (Thread-332) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 127823 INFO
(OverseerCollectionConfigSetProcessor-95439553510637571-127.0.0.1:60228_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor According to ZK I
(id=95439553510637571-127.0.0.1:60228_solr-n_0000000000) am no longer a leader.
[junit4] 2> 127824 ERROR
(OverseerCollectionConfigSetProcessor-95439553510637571-127.0.0.1:60228_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /overseer/collection-queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:309)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:273)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:143)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 127824 ERROR
(OverseerHdfsCoreFailoverThread-95439553510637571-127.0.0.1:60228_solr-n_0000000000)
[ ] o.a.s.c.OverseerAutoReplicaFailoverThread
OverseerAutoReplicaFailoverThread had an error in its thread work
loop.:org.apache.solr.common.SolrException: Error reading cluster properties
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:707)
[junit4] 2> at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:152)
[junit4] 2> at
org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:107)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:75)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkStateReader.getClusterProps(ZkStateReader.java:701)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> 127824 ERROR
(OverseerCollectionConfigSetProcessor-95439553510637571-127.0.0.1:60228_solr-n_0000000000)
[ ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at
org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
[junit4] 2> at
org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:158)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 127825 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 127826 INFO (Thread-332) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/95439553510637573-127.0.0.1:60228_solr-n_0000000001
[junit4] 2> 127826 INFO (Thread-332) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60228_solr
[junit4] 2> 127826 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 127827 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637573-127.0.0.1:60228_solr-n_0000000001) starting
[junit4] 2> 127829 INFO (Thread-332) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 127830 INFO
(OverseerCollectionConfigSetProcessor-95439553510637573-127.0.0.1:60228_solr-n_0000000001)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 127830 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 127830 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 127834 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127835 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 0
[junit4] 2> 127835 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 127835 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 127835 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 127836 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 127836 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 128304 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 128305 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 128305 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 128306 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000000
[junit4] 2> 128306 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
[junit4] 2> 128307 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000000
[junit4] 2> 128308 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 128308 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ElectionContext Canceling election
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000000
[junit4] 2> 128309 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on
cancel: /collections/collection1/leaders/shard1/leader 1
[junit4] 2> 128309 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 128309 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 128309 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 128309 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 128310 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000001
[junit4] 2> 128311 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000001
[junit4] 2> 128311 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 128312 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 128312 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 128313 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@2953b6f3
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 128313 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 128313 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 128314 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 128314 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 128314 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 128315 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 128315 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 128315 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 128315 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 128315 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 128315 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 128316 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ElectionContext Canceling election
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000001
[junit4] 2> 128316 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on
cancel: /collections/collection1/leaders/shard1/leader 2
[junit4] 2> 128316 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 1
[junit4] 2> 128316 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 128316 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 128316 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 128317 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000002
[junit4] 2> 128318 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000002
[junit4] 2> 128319 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 128319 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 128319 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 128420 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128420 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128420 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128420 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128520 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
[junit4] 2> 128522 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 2
[junit4] 2> 128522 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 128522 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
[junit4] 2> 128522 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 128623 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128623 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128623 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 128623 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [2])
[junit4] 2> 129022 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 129023 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637574-node2_core4-n_0000000003
[junit4] 2> 129023 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/95439553510637572-node1_core1-n_0000000002
to know if I could be the leader
[junit4] 2> 129024 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129024 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129024 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129024 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129024 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129024 INFO (zkCallback-194-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129024 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129025 INFO (zkCallback-200-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129025 INFO (zkCallback-200-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637574-node2_core4-n_0000000003
[junit4] 2> 129025 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 129026 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/";,
[junit4] 2> "core":"core4",
[junit4] 2> "state":"active"} current state version: 3
[junit4] 2> 129128 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129128 INFO (zkCallback-200-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129128 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129226 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 129226 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 129227 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 129228 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@9429712 name:ZooKeeperConnection
Watcher:127.0.0.1:60228/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 129228 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 129228 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 129229 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 129229 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 129229 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 129230 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 129230 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 129230 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 129230 INFO (zkCallback-200-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 129230 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 129230 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 129230 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 129231 INFO (zkCallback-200-thread-2) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 129231 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 129231 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 4
[junit4] 2> 129231 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 129231 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 129232 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000004
[junit4] 2> 129232 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/95439553510637574-node2_core4-n_0000000003
to know if I could be the leader
[junit4] 2> 129232 INFO (zkCallback-200-thread-2) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129232 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129232 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129232 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 129232 INFO (Thread-332) [ ] o.a.s.c.OverseerTest Killing
overseer.
[junit4] 2> 129233 INFO (zkCallback-197-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129233 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129233 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 129233 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 129234 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 129234 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000004
[junit4] 2> 129241 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@6ac32233
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 129241 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 129241 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 129241 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637573-127.0.0.1:60228_solr-n_0000000001) closing
[junit4] 2> 129241 INFO
(OverseerStateUpdate-95439553510637573-127.0.0.1:60228_solr-n_0000000001) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60228_solr
[junit4] 2> 129241 INFO (Thread-332) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 129242 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 129244 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 129244 INFO (Thread-332) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/95439553510637576-127.0.0.1:60228_solr-n_0000000002
[junit4] 2> 129244 INFO (Thread-332) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60228_solr
[junit4] 2> 129244 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 129244 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637576-127.0.0.1:60228_solr-n_0000000002) starting
[junit4] 2> 129247 INFO (Thread-332) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 129247 INFO
(OverseerCollectionConfigSetProcessor-95439553510637576-127.0.0.1:60228_solr-n_0000000002)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 129247 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 129247 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 129248 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 129249 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: workQueueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 129249 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 129249 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 129249 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129249 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129249 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129251 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 5
[junit4] 2> 129352 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129352 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 129352 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 130733 WARN (zkCallback-200-thread-2) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 130734 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ElectionContext Canceling election
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000004
[junit4] 2> 130734 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on
cancel: /collections/collection1/leaders/shard1/leader 5
[junit4] 2> 130734 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 6
[junit4] 2> 130734 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 130734 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 130738 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 130739 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000005
[junit4] 2> 130739 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000005
[junit4] 2> 130740 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 130741 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 130741 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 6
[junit4] 2> 130742 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@69573c94
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 130742 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 130743 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 130744 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 130745 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 130745 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node2
[junit4] 2> 130746 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 130746 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 130746 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 130746 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 130746 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 130746 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 130746 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 130746 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 130747 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ElectionContext Canceling election
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000005
[junit4] 2> 130747 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on
cancel: /collections/collection1/leaders/shard1/leader 6
[junit4] 2> 130747 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 6
[junit4] 2> 130747 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 130747 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 130747 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 130750 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000006
[junit4] 2> 130750 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000006
[junit4] 2> 130751 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 6
[junit4] 2> 130752 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
[junit4] 2> 130752 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 130752 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"} current state version: 6
[junit4] 2> 130753 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 130753 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 130753 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637577-node2_core4-n_0000000007
[junit4] 2> 130754 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/95439553510637575-node1_core1-n_0000000006
to know if I could be the leader
[junit4] 2> 130754 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 130754 INFO (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 130754 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 130755 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 130755 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 130756 INFO (zkCallback-205-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637577-node2_core4-n_0000000007
[junit4] 2> 130757 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node2/solr/";,
[junit4] 2> "core":"core4",
[junit4] 2> "state":"active"} current state version: 6
[junit4] 2> 130757 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 130758 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 130858 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 130858 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 130858 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132255 WARN (zkCallback-201-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 132255 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 132256 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 132256 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 132257 INFO (zkCallback-206-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@a72b1b9 name:ZooKeeperConnection
Watcher:127.0.0.1:60228/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 132257 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 132257 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 132258 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 132259 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 132259 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
[junit4] 2> 132259 INFO (zkCallback-206-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 132259 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 132259 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 132259 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [1])
[junit4] 2> 132260 INFO (zkCallback-206-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 132260 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 132260 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 132260 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 132260 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 132260 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 7
[junit4] 2> 132261 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 132261 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 132261 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leadership election with path:
/collections/collection1/leader_elect/shard1/election/95439553510637578-node1_core1-n_0000000008
[junit4] 2> 132261 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Watching path
/collections/collection1/leader_elect/shard1/election/95439553510637577-node2_core4-n_0000000007
to know if I could be the leader
[junit4] 2> 132262 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 132262 INFO (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 132262 INFO (zkCallback-206-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 132262 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected
type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live
nodes size: [2])
[junit4] 2> 132262 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 132262 INFO (zkCallback-206-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 132262 INFO (zkCallback-202-thread-1) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 132263 INFO (zkCallback-206-thread-2) [ ]
o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
/collections/collection1/leaders/shard1/leader after winning as
/collections/collection1/leader_elect/shard1/election/95439553510637578-node1_core1-n_0000000008
[junit4] 2> 132264 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"} current state version: 7
[junit4] 2> 132350 INFO (Thread-332) [ ] o.a.s.c.OverseerTest Killing
overseer.
[junit4] 2> 132351 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkCredentialsProvider
[junit4] 2> 132351 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Waiting for client to connect to ZooKeeper
[junit4] 2> 132352 INFO (zkCallback-207-thread-1) [ ]
o.a.s.c.c.ConnectionManager Watcher
org.apache.solr.common.cloud.ConnectionManager@6bf72563
name:ZooKeeperConnection Watcher:127.0.0.1:60228/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 132352 INFO (Thread-332) [ ] o.a.s.c.c.ConnectionManager
Client is connected to ZooKeeper
[junit4] 2> 132352 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient Using
default ZkACLProvider
[junit4] 2> 132352 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637576-127.0.0.1:60228_solr-n_0000000002) closing
[junit4] 2> 132352 INFO
(OverseerStateUpdate-95439553510637576-127.0.0.1:60228_solr-n_0000000002) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60228_solr
[junit4] 2> 132352 INFO (Thread-332) [ ] o.a.s.u.UpdateShardHandler
Creating UpdateShardHandler HTTP client with params:
socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 132353 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 132355 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=null) closing
[junit4] 2> 132355 INFO (Thread-332) [ ] o.a.s.c.LeaderElector Joined
leadership election with path:
/overseer_elect/election/95439553510637579-127.0.0.1:60228_solr-n_0000000003
[junit4] 2> 132355 INFO (Thread-332) [ ]
o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60228_solr
[junit4] 2> 132355 INFO (Thread-332) [ ] o.a.s.c.c.SolrZkClient
makePath: /overseer_elect/leader
[junit4] 2> 132356 INFO (Thread-332) [ ] o.a.s.c.Overseer Overseer
(id=95439553510637579-127.0.0.1:60228_solr-n_0000000003) starting
[junit4] 2> 132358 INFO (Thread-332) [ ]
o.a.s.c.OverseerAutoReplicaFailoverThread Starting
OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 132358 INFO
(OverseerCollectionConfigSetProcessor-95439553510637579-127.0.0.1:60228_solr-n_0000000003)
[ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer
operations
[junit4] 2> 132358 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 132359 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 132359 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 132360 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 132360 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 132360 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 132360 INFO (zkCallback-206-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132360 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132360 INFO (zkCallback-207-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132361 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://node1/solr/";,
[junit4] 2> "core":"core1",
[junit4] 2> "state":"active"}
[junit4] 2> 132361 INFO (zkCallback-206-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132361 INFO (zkCallback-190-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 132361 INFO (zkCallback-207-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [1])
[junit4] 2> 133762 WARN (zkCallback-205-thread-1) [ ]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 133772 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ElectionContext Canceling election
/collections/collection1/leader_elect/shard1/election/95439553510637578-node1_core1-n_0000000008
[junit4] 2> 133772 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.ShardLeaderElectionContextBase Removing leader registration node on
cancel: /collections/collection1/leaders/shard1/leader 9
[junit4] 2> 133772 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"} current state version: 9
[junit4] 2> 133772 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.c.SolrZkClient makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 133772 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 133772 INFO
(OverseerStateUpdate-95439553510637579-127.0.0.1:60228_solr-n_0000000003) [
] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
[junit4] 2> 133773 INFO
(TEST-OverseerTest.testShardLeaderChange-seed#[2232E005137F7870]) [ ]
o.a.s.c.LeaderElector Joined leade
[...truncated too long message...]
9561107832835-127.0.0.1:38174_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader
Updating cluster state from ZooKeeper...
[junit4] 2> 243747 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 243748 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 243748 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 243748 INFO (zkCallback-318-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [0])
[junit4] 2> 243749 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 243749 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 243751 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"} current state version: 2
[junit4] 2> 243751 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 243754 INFO (zkCallback-321-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [0])
[junit4] 2> 243759 INFO (zkCallback-318-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [0])
[junit4] 2> 243853 INFO (zkCallback-321-thread-2) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [0])
[junit4] 2> 243853 INFO (zkCallback-318-thread-1) [ ]
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent
state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred
- updating... (live nodes size: [0])
[junit4] 2> 243948 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15311c6715a0003, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 243949 INFO
(TEST-OverseerTest.testReplay-seed#[2232E005137F7870]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:38174 38174
[junit4] 2> 244014 INFO (Thread-343) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:38174 38174
[junit4] 2> 244015 WARN (Thread-343) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 244015 INFO
(TEST-OverseerTest.testReplay-seed#[2232E005137F7870]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testReplay
[junit4] 2> 244015 INFO
(TEST-OverseerTest.testReplay-seed#[2232E005137F7870]) [ ] o.a.s.c.Overseer
Overseer (id=95439561107832835-127.0.0.1:38174_solr-n_0000000000) closing
[junit4] 2> 244015 INFO
(OverseerStateUpdate-95439561107832835-127.0.0.1:38174_solr-n_0000000000) [
] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38174_solr
[junit4] 2> 244015 ERROR (OverseerExitThread) [ ] o.a.s.c.Overseer
could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
[junit4] 2> 247017 INFO
(SUITE-OverseerTest-seed#[2232E005137F7870]-worker) [ ] o.a.s.SolrTestCaseJ4
###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_2232E005137F7870-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60),
sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=bg, timezone=UCT
[junit4] 2> NOTE: Linux 3.19.0-47-generic amd64/Oracle Corporation
1.8.0_72 (64-bit)/cpus=12,threads=1,free=290415448,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerTest,
SearchHandlerTest, HighlighterMaxOffsetTest, SpatialRPTFieldTypeTest,
VersionInfoTest, TestOrdValues, SimpleFacetsTest, BaseCdcrDistributedZkTest,
TestCollapseQParserPlugin, TestReqParamsAPI, FieldAnalysisRequestHandlerTest,
PrimitiveFieldTypeTest, ScriptEngineTest, TestXmlQParser, HLLUtilTest,
TestCollationField, TestIndexingPerformance, ZkStateWriterTest, AssignTest,
TestStressRecovery, SuggestComponentTest, OverseerTest]
[junit4] Completed [94/580 (1!)] on J2 in 119.35s, 13 tests, 1 error, 1
skipped <<< FAILURES!
[...truncated 1585 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:740: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:684: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following
error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:233: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:524: The
following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1457:
The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1014:
There were test failures: 580 suites (8 ignored), 2345 tests, 1 error, 116
ignored (71 assumptions) [seed: 2232E005137F7870]
Total time: 55 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
