Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/604/
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([9BF440FE47C16BA9:9FFCCF0D55648488]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:150)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:157)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:662)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode =
NodeExists for /collections/collection1/leaders/shard1
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:137)
... 48 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:462)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:459)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:403)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:142)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
... 49 more
Build Log:
[...truncated 12435 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-9BF440FE47C16BA9-001/init-core-data-001
[junit4] 2> 3793384 T30610 oas.SolrTestCaseJ4.buildSSLConfig Randomized
ssl (false) and clientAuth (false)
[junit4] 2> 3793384 T30610 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 3793384 T30610 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 3793389 T30610 oas.SolrTestCaseJ4.setUp ###Starting
testDoubleAssignment
[junit4] 2> 3793390 T30610 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3793390 T30611 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3793490 T30610 oasc.ZkTestServer.run start zk server on
port:45753
[junit4] 2> 3793491 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3793497 T30617 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@496662fb
name:ZooKeeperConnection Watcher:127.0.0.1:45753/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3793497 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3793498 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3793499 T30619 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@847f406 name:ZooKeeperConnection
Watcher:127.0.0.1:45753 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 3793499 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3793502 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3793503 T30621 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@bf40b2e name:ZooKeeperConnection
Watcher:127.0.0.1:45753 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 3793503 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3793503 T30610 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3793509 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 3793510 T30610 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3793511 T30610 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3793512 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3793513 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3793514 T30623 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@42d40367
name:ZooKeeperConnection Watcher:127.0.0.1:45753/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3793514 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3793515 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3793516 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3793521 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3793522 T30627 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@50e3d7e9
name:ZooKeeperConnection Watcher:127.0.0.1:45753/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3793522 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3793522 T30610 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3793523 T30610 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3793524 T30610 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3793525 T30610 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3793526 T30610 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:45753_solr
[junit4] 2> 3793526 T30610 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3793527 T30610 oasc.Overseer.start Overseer
(id=92329673581723652-127.0.0.1:45753_solr-n_0000000000) starting
[junit4] 2> 3793528 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3793529 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3793531 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3793532 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3793533 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3793535 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3793537 T30610 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3793538 T30629 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3793538 T30628 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3793539 T30628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3793539 T30628
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3793539 T30628 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3793541 T30631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3793541 T30624 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3793541 T30625 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3794040 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3794044 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3794046 T30631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3794149 T30625 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 3795547 T30624 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3795549 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3795550 T30633 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2a4ee998
name:ZooKeeperConnection Watcher:127.0.0.1:45753/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3795551 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3795551 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3795553 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3795558 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3795558 T30631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3795559 T30628 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3795560 T30628 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3795561 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3795563 T30631 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3795666 T30634 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3795666 T30625 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3797168 T30628 oasc.Overseer$ClusterStateUpdater.run WARN Solr
cannot talk to ZK, exiting Overseer main queue loop
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/queue-work
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:99)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:194)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:607)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:268)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3797168 T30628 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:45753_solr
[junit4] 2> 3797168 T30634 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3797173 T30635
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3797178 T30610 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:45753 45753
[junit4] 2> 3797324 T30611 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:45753 45753
[junit4] 2> 3797329 T30610 oas.SolrTestCaseJ4.tearDown ###Ending
testDoubleAssignment
[junit4] 2> 3797329 T30610 oasc.Overseer.close Overseer
(id=92329673581723652-127.0.0.1:45753_solr-n_0000000000) closing
[junit4] 2> 3797353 T30610 oas.SolrTestCaseJ4.setUp ###Starting
testShardLeaderChange
[junit4] 2> 3797355 T30610 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3797355 T30636 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 3797455 T30610 oasc.ZkTestServer.run start zk server on
port:63654
[junit4] 2> 3797456 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797462 T30642 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@52dcdb9 name:ZooKeeperConnection
Watcher:127.0.0.1:63654/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3797462 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797463 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797464 T30644 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1458fcc3
name:ZooKeeperConnection Watcher:127.0.0.1:63654 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3797464 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797467 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797467 T30646 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@269d664f
name:ZooKeeperConnection Watcher:127.0.0.1:63654 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3797468 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797468 T30610 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3797475 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes
[junit4] 2> 3797477 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797477 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797479 T30650 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2423a914
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3797479 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797479 T30651 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@300eede2
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3797479 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3797479 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797480 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 3797480 T30610 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 3797481 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 3797481 T30610 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 3797482 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3797482 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3797483 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3797483 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3797484 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3797484 T30647 oasc.Overseer.start Overseer
(id=92329673841639427-127.0.0.1:63654_solr-n_0000000000) starting
[junit4] 2> 3797485 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3797488 T30610 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 3797489 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 3797490 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 3797491 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 3797492 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 3797494 T30647 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 3797496 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3797496 T30654 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3797496 T30647 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3797497 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3797498 T30657 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6571bf78
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3797498 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3797498 T30647 oasc.Overseer.close Overseer
(id=92329673841639427-127.0.0.1:63654_solr-n_0000000000) closing
[junit4] 2> 3797499 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3797506 T30654 oasc.OverseerCollectionProcessor.run ERROR
Unable to prioritize overseer
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /roles.json
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:256)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:253)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:253)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:412)
[junit4] 2> at
org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:259)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3797507 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3797512 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3797512 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3797513 T30647 oasc.Overseer.start Overseer
(id=92329673841639429-127.0.0.1:63654_solr-n_0000000001) starting
[junit4] 2> 3797516 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3797517 T30659 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3797517 T30658 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3797518 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3797518 T30658
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1]
[junit4] 2> 3797519 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3797520 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3797520 T30652 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3797989 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3797994 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3797997 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3797997 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3797999 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3798000 T30658 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3798001 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3798001 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3798002 T30663 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@21aa927c
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3798002 T30652 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3798002 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3798003 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3798004 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3798008 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3798008 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3798009 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3798009 T30658 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3798011 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3798011 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3798012 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 3798012 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 3798114 T30652 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3798114 T30664 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3798511 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3798516 T30665 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3798517 T30666 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3798516 T30651 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@772458b0 rejected from
java.util.concurrent.ThreadPoolExecutor@181b5067[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 5]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3798520 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3798623 T30666 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3800016 T30652 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3800018 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3800020 T30668 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7aca4ca4
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3800020 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3800021 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3800022 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3800027 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3800027 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800028 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3800028 T30658 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3800031 T30670 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3800031 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800031 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3800032 T30658 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3800032 T30658 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3800034 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800035 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3800035 T30670 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3800036 T30672 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6be05402
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3800036 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3800037 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3800038 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3800041 T30647 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3800042 T30661 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800042 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3800042 T30658 oasc.Overseer$ClusterStateUpdater.run WARN Solr
cannot talk to ZK, exiting Overseer main queue loop
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /overseer/queue
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:99)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:311)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:582)
[junit4] 2> at
org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:560)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:219)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3800042 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3800043 T30658 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63654_solr
[junit4] 2> 3800043 T30675 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@34b1ef7d
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3800047 T30676
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3800048 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3800050 T30647 oasc.Overseer.close Overseer
(id=92329673841639429-127.0.0.1:63654_solr-n_0000000001) closing
[junit4] 2> 3800052 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3800055 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3800056 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3800056 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3800057 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3800057 T30647 oasc.Overseer.start Overseer
(id=92329673841639433-127.0.0.1:63654_solr-n_0000000002) starting
[junit4] 2> 3800061 T30677 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3800061 T30673 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3800063 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3800063 T30679 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3800064 T30678 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3800065 T30678 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3800065 T30678 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3800067 T30681 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800067 T30673 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3800069 T30678 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3800069 T30678 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3800070 T30681 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3800173 T30673 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3801560 T30670 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3801561 T30669 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3801564 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3801579 T30647 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3801580 T30683 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16776a16
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3801580 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3801581 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3801581 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3801582 T30685 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3db1e7fa
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3801582 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3801583 T30647 oasc.Overseer.close Overseer
(id=92329673841639433-127.0.0.1:63654_solr-n_0000000002) closing
[junit4] 2> 3801583 T30678 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63654_solr
[junit4] 2> 3801588 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3801588 T30686
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3801588 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3801592 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3801596 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3801596 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3801597 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3801597 T30647 oasc.Overseer.start Overseer
(id=92329673841639435-127.0.0.1:63654_solr-n_0000000003) starting
[junit4] 2> 3801602 T30689 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3801602 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3801602 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3801603 T30690 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3801603 T30688 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3801605 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3801605 T30688 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3801605 T30688 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3801607 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3801607 T30689 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3801608 T30694 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@31e93fda
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3801608 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3801609 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3801609 T30688 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3801610 T30688 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3801610 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3801611 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3801615 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3801616 T30688 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3801616 T30688 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3801617 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3801618 T30695 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3801618 T30689 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3801619 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3801621 T30688 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3801622 T30688 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3801623 T30695 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3801623 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3801624 T30696 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3801628 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3801731 T30695 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3803123 T30689 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3803123 T30687 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3803126 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3803127 T30698 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1b6067fa
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3803127 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3803128 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3803129 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3803133 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3803133 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3803135 T30688 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3803135 T30688 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3803137 T30700 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3803139 T30692 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3803218 T30647 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3803220 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3803221 T30702 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@463b1438
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3803221 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3803221 T30647 oasc.Overseer.close Overseer
(id=92329673841639435-127.0.0.1:63654_solr-n_0000000003) closing
[junit4] 2> 3803222 T30688 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63654_solr
[junit4] 2> 3803222 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3803230 T30703
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3803232 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3803233 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3803233 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3803234 T30647 oasc.Overseer.start Overseer
(id=92329673841639438-127.0.0.1:63654_solr-n_0000000004) starting
[junit4] 2> 3803238 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3803238 T30705 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3803239 T30704 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 3803240 T30704 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3803240 T30704 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3803240 T30700 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3803241 T30700 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3803242 T30704 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3804636 T30695 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3804638 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3804638 T30707 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3804640 T30704 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3804640 T30704 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3804641 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3804642 T30709 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e8a5b49 name:ZooKeeperConnection
Watcher:127.0.0.1:63654/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 3804642 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3804643 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3804644 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3804648 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3804648 T30707 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3804649 T30704 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3804649 T30704 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3804652 T30707 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3804652 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3804652 T30704 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3804652 T30704 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3804655 T30711 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3804655 T30712 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3804657 T30707 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3804760 T30712 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3806154 T30700 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3806155 T30699 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3806161 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3806162 T30714 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@298df695
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3806162 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3806163 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3806164 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 3806168 T30647 oasc.OverseerTest$OverseerRestarter.run Killing
overseer.
[junit4] 2> 3806169 T30647 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3806169 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3806170 T30717 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6393fdf9
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3806170 T30647 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3806170 T30647 oasc.Overseer.close Overseer
(id=92329673841639438-127.0.0.1:63654_solr-n_0000000004) closing
[junit4] 2> 3806171 T30704 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:63654_solr
[junit4] 2> 3806171 T30647 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 3806179 T30718
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3806179 T30647 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 3806183 T30647 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:63654_solr
[junit4] 2> 3806183 T30647 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 3806184 T30719 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3806184 T30647 oasc.Overseer.start Overseer
(id=92329673841639441-127.0.0.1:63654_solr-n_0000000005) starting
[junit4] 2> 3806189 T30647 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3806190 T30721 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 3806190 T30720 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 3806191 T30720 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3806192 T30720 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3806193 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3806193 T30719 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3806196 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3806197 T30719 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3807683 T30712 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3807685 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3807685 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3807687 T30720 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3807687 T30720 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3807689 T30610 oascc.ConnectionManager.waitForConnected
Waiting for client to connect to ZooKeeper
[junit4] 2> 3807691 T30725 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3bf9e5a2
name:ZooKeeperConnection Watcher:127.0.0.1:63654/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3807691 T30610 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 3807692 T30610
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 3807693 T30610 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 3807698 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3807698 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3807699 T30720 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 3807699 T30720 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3807701 T30726 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3807701 T30719 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3807702 T30610 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 3807704 T30720 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 3807704 T30720 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 3807705 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3807706 T30715 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3807707 T30726 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 3807706 T30727 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3807709 T30723 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 3807813 T30726 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3809206 T30719 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at org.a
[...truncated too long message...]
eadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3878551 T31339 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode
= Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3878552 T31335 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@3124c5f7 rejected from
java.util.concurrent.ThreadPoolExecutor@4fb16dac[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 7]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 3880051 T31337 oascc.ZkStateReader$3.process WARN ZooKeeper
watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3880055 T30610 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:23025 23025
[junit4] 2> 3880266 T31318 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:23025 23025
[junit4] 2> 3880270 T30610 oas.SolrTestCaseJ4.tearDown ###Ending
testShardAssignment
[junit4] 2> 3880270 T30610 oasc.Overseer.close Overseer
(id=92329678953447427-127.0.0.1:23025_solr-n_0000000000) closing
[junit4] 2> 3880271 T31331 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:23025_solr
[junit4] 2> 3880272 T31340
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:74)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:320)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:292)
[junit4] 2>
[junit4] 2> 3883274 T30610 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-9BF440FE47C16BA9-001
[junit4] 2> NOTE: test params are: codec=Lucene42,
sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=es_BO,
timezone=America/Godthab
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60
(64-bit)/cpus=16,threads=1,free=167067560,total=513277952
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryResponseWriter,
TestCollationFieldDocValues, TestUtils, NotRequiredUniqueKeyTest,
TestHashPartitioner, ParsingFieldUpdateProcessorsTest, UnloadDistributedZkTest,
TestDocSet, TestCollationKeyRangeQueries, TestReplicationHandler,
TestArbitraryIndexDir, OpenExchangeRatesOrgProviderTest,
FastVectorHighlighterTest, JsonLoaderTest, BlockDirectoryTest,
SpellCheckCollatorTest, TestInfoStreamLogging, PreAnalyzedUpdateProcessorTest,
TestFuzzyAnalyzedSuggestions, TestSolrJ, PreAnalyzedFieldTest, TestSort,
TestCloudInspectUtil, PluginInfoTest, IndexSchemaTest, SuggesterTest,
ZkNodePropsTest, TestSchemaResource, SpellPossibilityIteratorTest,
TestAnalyzedSuggestions, AnalyticsQueryTest, SuggesterWFSTTest,
TestSolrCoreProperties, ClusterStateUpdateTest,
SignatureUpdateProcessorFactoryTest, TestStressReorder,
TestManagedResourceStorage, CursorPagingTest, PingRequestHandlerTest,
TestSolrIndexConfig, TestTrie, PeerSyncTest, BasicDistributedZkTest,
TestFaceting, StandardRequestHandlerTest, TestStressVersions,
TestSolrXmlPersistor, DocumentBuilderTest, EnumFieldTest,
TestSolrDeletionPolicy1, TestPartialUpdateDeduplication, TestConfigSets,
ShowFileRequestHandlerTest, TestRangeQuery, RequiredFieldsTest,
HdfsRecoveryZkTest, SolrIndexSplitterTest, TestSuggestSpellingConverter,
TestJmxIntegration, TestRTGBase, SpellingQueryConverterTest,
TestSimpleQParserPlugin, TestDynamicFieldCollectionResource,
TestManagedStopFilterFactory, EchoParamsTest, DisMaxRequestHandlerTest,
CoreMergeIndexesAdminHandlerTest, RecoveryZkTest, ResponseLogComponentTest,
TriLevelCompositeIdRoutingTest, SimpleFacetsTest, CoreAdminHandlerTest,
TestDocBasedVersionConstraints, TestNumberUtils, TestChildDocTransformer,
BadIndexSchemaTest, BJQParserTest, LeaderElectionTest, MultiThreadedOCPTest,
HdfsLockFactoryTest, TestRandomDVFaceting, TestSearchPerf,
CoreAdminRequestStatusTest, OverseerCollectionProcessorTest,
TestNoOpRegenerator, ResourceLoaderTest, TestDynamicFieldResource,
SolrCmdDistributorTest, DirectUpdateHandlerTest, TestSolr4Spatial2,
TermsComponentTest, TestDistributedSearch, DocValuesMultiTest,
SuggesterTSTTest, TestCollapseQParserPlugin, TestSchemaSimilarityResource,
DistributedSpellCheckComponentTest, DocumentAnalysisRequestHandlerTest,
TestSolr4Spatial, HighlighterMaxOffsetTest, ChaosMonkeySafeLeaderTest,
BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest,
OverseerTest]
[junit4] Completed on J0 in 89.92s, 9 tests, 1 error <<< FAILURES!
[...truncated 774 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:492:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:465:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:48:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:37:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:494:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1343:
The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:958:
There were test failures: 419 suites, 1733 tests, 1 error, 51 ignored (8
assumptions)
Total time: 343 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #602
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 703770906 bytes
Compression is 0.0%
Took 2 min 3 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
