Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/584/
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([3C225866AD0181FE:382AD795BFA46EDF]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode =
NodeExists for /collections/collection1/leaders/shard1
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
... 48 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
... 49 more
Build Log:
[...truncated 12050 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solr.cloud.OverseerTest-3C225866AD0181FE-001/init-core-data-001
[junit4] 2> 3874968 T13946 oas.SolrTestCaseJ4.buildSSLConfig Randomized
ssl (true) and clientAuth (false)
[junit4] 2> 3874968 T13946 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 3874968 T13946 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 3874973 T13946 oas.SolrTestCaseJ4.setUp ###Starting
testDoubleAssignment
[junit4] 2> 3874974 T13946 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3874974 T13947 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3875074 T13946 oasc.ZkTestServer.run start zk server on
port:37743
[junit4] 2> 3875075 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875079 T13953 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2b1e31df
name:ZooKeeperConnection Watcher:127.0.0.1:37743/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875079 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875080 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875081 T13955 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3505ce93
name:ZooKeeperConnection Watcher:127.0.0.1:37743 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875081 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875083 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875084 T13957 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@66b4c57c
name:ZooKeeperConnection Watcher:127.0.0.1:37743 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875084 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875085 T13946 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3875087 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 3875089 T13946 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3875090 T13946 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3875091 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3875093 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875093 T13959 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1f000156
name:ZooKeeperConnection Watcher:127.0.0.1:37743/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875094 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875095 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3875096 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3875098 T13959 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3875098 T13953 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3875098 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875099 T13961 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@48801d38
name:ZooKeeperConnection Watcher:127.0.0.1:37743/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875099 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875100 T13946 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3875101 T13946 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3875103 T13946 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:37743_solr
[junit4] 2> 3875103 T13946 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3875105 T13946 oasc.Overseer.start Overseer
(id=92164795816673284-127.0.0.1:37743_solr-n_0000000000) starting
[junit4] 2> 3875106 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3875107 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3875108 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3875110 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3875111 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3875113 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3875116 T13963 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3875116 T13962 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3875117 T13962 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3875117 T13962 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3875118 T13962
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3875118 T13962 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3875119 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875119 T13953 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3875119 T13959 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3875618 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3875623 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3875626 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875626 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3875626 T13962 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3875628 T13959 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3875628 T13953 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3875629 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3875629 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875631 T13965 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@21473e3d
name:ZooKeeperConnection Watcher:127.0.0.1:37743/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3875631 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3875632 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3875634 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3875635 T13953 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3875635 T13965 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3875636 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875636 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3875637 T13962 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3875637 T13962 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3875638 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875639 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3875642 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875643 T13961 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3875745 T13965 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3875745 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3875745 T13953 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3875748 T13953 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3875748 T13965 oascc.ZkStateReader$3.process Updating live
nodes... (0)
[junit4] 2> 3875750 T13946 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:37743 37743
[junit4] 2> 3877018 T13947 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:37743 37743
[junit4] 2> 3877019 T13946 oas.SolrTestCaseJ4.tearDown ###Ending
testDoubleAssignment
[junit4] 2> 3877020 T13962 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:37743_solr
[junit4] 2> 3877021 T13966
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3877026 T13946 oas.SolrTestCaseJ4.setUp ###Starting
testShardLeaderChange
[junit4] 2> 3877027 T13946 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3877027 T13967 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3877127 T13946 oasc.ZkTestServer.run start zk server on
port:10513
[junit4] 2> 3877128 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877132 T13973 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@276893f4
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877132 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877133 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877134 T13975 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@55ea0941
name:ZooKeeperConnection Watcher:127.0.0.1:10513 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877135 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877137 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877138 T13977 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@747b77e6
name:ZooKeeperConnection Watcher:127.0.0.1:10513 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877138 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877139 T13946 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3877142 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 3877145 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877145 T13978 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877147 T13980 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@49674d06
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877147 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877147 T13982 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1cf1ea90
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877148 T13978 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877148 T13946 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3877149 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3877150 T13946 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3877150 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3877151 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3877153 T13978 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:10513_solr
[junit4] 2> 3877153 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3877153 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3877154 T13978 oasc.Overseer.start Overseer
(id=92164795951218692-127.0.0.1:10513_solr-n_0000000000) starting
[junit4] 2> 3877155 T13980 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3877156 T13946 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3877156 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3877158 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3877159 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3877161 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3877163 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3877165 T13978 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3877167 T13984 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3877167 T13978 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3877169 T13978 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877171 T13986 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@738439ad
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877171 T13978 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877172 T13984 oasc.OverseerCollectionProcessor.run ERROR
Unable to prioritize overseer
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:226)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:223)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:416)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:260)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3877173 T13978 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:10513_solr
[junit4] 2> 3877173 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3877174 T13978 oasc.Overseer.start Overseer
(id=92164795951218693-127.0.0.1:10513_solr-n_0000000001) starting
[junit4] 2> 3877180 T13988 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3877181 T13987 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3877182 T13987 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3877182 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3877182 T13987
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3877183 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3877184 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877185 T13980 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3877658 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3877664 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3877667 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877668 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877668 T13987 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3877668 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3877670 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3877670 T13987 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3877672 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877672 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3877673 T13990 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@40954937
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3877673 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3877675 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3877677 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3877679 T13990 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3877679 T13980 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3877680 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877680 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3877680 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3877681 T13987 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3877682 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877683 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3877783 T13990 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3877783 T13980 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3877885 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3877887 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877887 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877888 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877888 T13987 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3877889 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3877889 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 3877889 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3877891 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3877992 T13990 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3877992 T13980 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878387 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3878393 T13990 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878393 T13980 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878393 T13980 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3878394 T13990 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3878394 T13980 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3878393 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878397 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878397 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878398 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878398 T13987 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878400 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878501 T13990 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3878597 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878598 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3878599 T13992 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@9e20655 name:ZooKeeperConnection
Watcher:127.0.0.1:10513/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3878600 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3878601 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3878603 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3878605 T13992 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3878605 T13990 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3878606 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878606 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3878606 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878607 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878607 T13987 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878607 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878608 T13987 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878609 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878611 T13992 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878611 T13990 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878612 T13992 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3878612 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3878612 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878613 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878614 T13987 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878614 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878616 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3878617 T13994 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@45e43ff1
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3878617 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878618 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3878619 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3878620 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3878622 T13994 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3878622 T13992 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3878623 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878623 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3878624 T13987 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878624 T13987 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878626 T13986 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878627 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878694 T13978 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3878696 T13978 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3878698 T13996 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@97aa954 name:ZooKeeperConnection
Watcher:127.0.0.1:10513/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3878698 T13978 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3878698 T13987 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:10513_solr
[junit4] 2> 3878700 T13997
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3878701 T13978 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:10513_solr
[junit4] 2> 3878701 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3878703 T13978 oasc.Overseer.start Overseer
(id=92164795951218697-127.0.0.1:10513_solr-n_0000000002) starting
[junit4] 2> 3878708 T13999 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3878709 T13998 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878710 T13998 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3878710 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878711 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878711 T13994 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878711 T13992 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878713 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878714 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878714 T13994 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878714 T13992 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878716 T13992 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878716 T13994 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878717 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3878718 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878718 T13992 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878718 T13994 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3878719 T13998 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3878829 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878831 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878831 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3878832 T13998 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878833 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3878833 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3878834 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878836 T13994 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878836 T13992 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3878836 T13992 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3878837 T13994 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3878837 T13992 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3878836 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3878840 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878842 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3878943 T13994 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3879040 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879041 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879042 T14001 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@18293aa2
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879043 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879044 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3879046 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3879048 T13994 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879048 T14001 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879049 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879049 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879049 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879050 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879050 T13998 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879051 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879051 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879052 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879053 T14001 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879053 T13994 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879055 T14001 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3879055 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879055 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879056 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879056 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879057 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879059 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879059 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879060 T14003 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@13111ed0
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879061 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879062 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3879063 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3879065 T14001 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879065 T14003 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879066 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879066 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879067 T13998 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879067 T13998 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879068 T13996 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879069 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879112 T13978 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3879115 T13978 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879116 T14005 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@71db6f35
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879116 T13978 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879116 T13998 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:10513_solr
[junit4] 2> 3879117 T14006
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3879118 T13978 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:10513_solr
[junit4] 2> 3879119 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3879120 T13978 oasc.Overseer.start Overseer
(id=92164795951218700-127.0.0.1:10513_solr-n_0000000003) starting
[junit4] 2> 3879125 T14008 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3879126 T14007 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879127 T14007 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3879127 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879127 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879128 T14001 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879128 T14003 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879129 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879130 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879130 T14001 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879130 T14003 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879132 T14001 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879132 T14003 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879133 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879134 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879134 T14003 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879134 T14001 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879135 T14007 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3879271 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879273 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879273 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879274 T14007 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879274 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3879275 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879276 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879278 T14001 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879278 T14003 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879278 T14001 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3879279 T14003 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3879279 T14001 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3879278 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879281 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879283 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879385 T14003 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3879482 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879483 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879484 T14010 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@54c9739a
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879485 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879487 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3879488 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3879490 T14003 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879490 T14010 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879491 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879491 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879492 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879492 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879492 T14007 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879493 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879493 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879495 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879496 T14010 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879496 T14003 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879497 T14010 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3879498 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879498 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879499 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879499 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879500 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879502 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879502 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879503 T14012 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5c879e00
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879503 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879505 T13946
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3879506 T13946 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3879508 T14010 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879508 T14012 oascc.ZkStateReader$3.process Updating live
nodes... (2)
[junit4] 2> 3879509 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879509 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879509 T14007 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879510 T14007 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879511 T14005 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879512 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879528 T13978 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3879530 T13978 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879531 T14014 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1cd5d808
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879532 T13978 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879532 T14007 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:10513_solr
[junit4] 2> 3879533 T14015
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
[junit4] 2>
[junit4] 2> 3879535 T13978 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:10513_solr
[junit4] 2> 3879535 T13978 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3879536 T13978 oasc.Overseer.start Overseer
(id=92164795951218703-127.0.0.1:10513_solr-n_0000000004) starting
[junit4] 2> 3879541 T14017 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3879542 T14016 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879543 T14016 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3879543 T14016 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879544 T14016 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879544 T14012 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879544 T14010 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879546 T14016 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879546 T14016 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879547 T14012 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879547 T14010 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879548 T14010 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879548 T14012 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879550 T14016 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3879550 T14016 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879551 T14010 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879551 T14012 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3879551 T14016 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3879714 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879716 T14014 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879716 T13946 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3879717 T14016 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879717 T14016 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3879718 T14016 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3879719 T14014 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879721 T14010 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879721 T14012 oascc.ZkStateReader$3.process Updating live
nodes... (1)
[junit4] 2> 3879721 T14010 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3879722 T14012 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3879722 T14010 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3879721 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879725 T14014 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879727 T14014 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3879828 T14012 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3879925 T13946 oascc.ZkStateReader.updateClusterState Updating
cloud state from ZooKeeper...
[junit4] 2> 3879926 T13946 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3879927 T14019 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3a99156b
name:ZooKeeperConnection Watcher:127.0.0.1:10513/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3879928 T13946 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3879929 T13946 oascc.ZkStateReader.creat
[...truncated too long message...]
dLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by: org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leaders/shard8
[junit4] 2> at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
[junit4] 2> ... 6 more
[junit4] 2> Caused by:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leaders/shard8
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
[junit4] 2> at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
[junit4] 2> at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 3918299 T14367 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3918300 T14367 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3918300 T14367 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3920541 T13946 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solr.cloud.OverseerTest-3C225866AD0181FE-001
[junit4] 2> NOTE: test params are: codec=Lucene46,
sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar,
timezone=IET
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60
(64-bit)/cpus=16,threads=1,free=305604960,total=532676608
[junit4] 2> NOTE: All tests run in this JVM:
[TriLevelCompositeIdRoutingTest, TestCollectionAPI,
TestDefaultSearchFieldResource, TestExceedMaxTermLength,
HdfsWriteToMultipleCollectionsTest, TestCloudManagedSchemaConcurrent,
TestQueryUtils, TestPostingsSolrHighlighter, TestIndexingPerformance,
TestCSVLoader, TestReplicationHandlerBackup, DOMUtilTest,
TestReloadAndDeleteDocs, SolrInfoMBeanTest, ChaosMonkeySafeLeaderTest,
CursorMarkTest, TestDocumentBuilder, HdfsSyncSliceTest, TestSystemIdResolver,
TestOmitPositions, TestCharFilters, SortByFunctionTest,
IndexSchemaRuntimeFieldTest, TestFastLRUCache, TestLazyCores,
RollingRestartTest, HdfsCollectionsAPIDistributedZkTest, TestStressLucene,
TestFieldResource, ZkNodePropsTest, TestFunctionQuery,
TermVectorComponentDistributedTest, TestIBSimilarityFactory, CacheHeaderTest,
TestChildDocTransformer, TestDistributedMissingSort, TestCSVResponseWriter,
TestImplicitCoreProperties, FieldAnalysisRequestHandlerTest,
TestTolerantSearch, AliasIntegrationTest, TestWriterPerf,
LukeRequestHandlerTest, TestFieldTypeResource, HdfsDirectoryTest,
SoftAutoCommitTest, TestRandomFaceting, QueryElevationComponentTest,
TestCoreContainer, SystemInfoHandlerTest, TestExpandComponent,
RequestHandlersTest, BasicZkTest, TestMultiCoreConfBootstrap, ScriptEngineTest,
MigrateRouteKeyTest, DebugComponentTest, TestFieldSortValues,
SpellingQueryConverterTest, TestXIncludeConfig, SolrPluginUtilsTest,
CopyFieldTest, TestMergePolicyConfig, DistanceFunctionTest, OutputWriterTest,
TestDynamicFieldResource, TimeZoneUtilsTest, TestSuggestSpellingConverter,
TestBadConfig, TestIndexSearcher, TestPseudoReturnFields, SolrCoreTest,
DistributedQueryComponentCustomSortTest, StatsComponentTest, ZkSolrClientTest,
TestJoin, HdfsUnloadDistributedZkTest, TestCloudManagedSchema,
TestReRankQParserPlugin, SearchHandlerTest, SOLR749Test,
CollectionsAPIAsyncDistributedZkTest, TestHighlightDedupGrouping,
TestCollationField, BasicDistributedZk2Test, TestFiltering,
LegacyHTMLStripCharFilterTest, DistributedDebugComponentTest,
TestManagedSynonymFilterFactory, AutoCommitTest, DirectSolrConnectionTest,
TestRestManager, ConvertedLegacyTest, TestSolrQueryParser,
TestAtomicUpdateErrorCases, TestRTGBase, TestUpdate,
HdfsBasicDistributedZk2Test, BasicDistributedZkTest,
CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest,
OverseerTest]
[junit4] Completed on J1 in 45.61s, 9 tests, 1 error <<< FAILURES!
[...truncated 760 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:474:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:447:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:45:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:496:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1299:
The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:923:
There were test failures: 410 suites, 1702 tests, 1 error, 50 ignored (8
assumptions)
Total time: 224 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #582
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 640656943 bytes
Compression is 0.0%
Took 1 min 42 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
