Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11035/
Java: 64bit/jdk1.7.0_65 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration
node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because
creating the ephemeral registration node in ZooKeeper failed
at
__randomizedtesting.SeedInfo.seed([AAD62B92F4F41B85:AEDEA461E651F4A4]:0)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:150)
at
org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at
org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at
org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:157)
at
org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:662)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:462)
at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:459)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
at
org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:403)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:142)
at
org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
at
org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:137)
... 47 more
Build Log:
[...truncated 11496 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.OverseerTest-AAD62B92F4F41B85-001/init-core-data-001
[junit4] 2> 1801132 T5056 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(true) and clientAuth (false)
[junit4] 2> 1801132 T5056 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 1801132 T5056 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1801136 T5056 oas.SolrTestCaseJ4.setUp ###Starting testReplay
[junit4] 2> 1801136 T5056 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1801137 T5057 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1801237 T5056 oasc.ZkTestServer.run start zk server on
port:41938
[junit4] 2> 1801238 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1801240 T5063 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@33622d04
name:ZooKeeperConnection Watcher:127.0.0.1:41938/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801240 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1801241 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1801242 T5065 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5fd2b791
name:ZooKeeperConnection Watcher:127.0.0.1:41938 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801242 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1801244 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1801245 T5067 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@76b42a79
name:ZooKeeperConnection Watcher:127.0.0.1:41938 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801245 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1801245 T5056 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1801249 T5056 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1801250 T5056 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1801251 T5056 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1801252 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1801254 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1801263 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1801265 T5069 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3b1d8078
name:ZooKeeperConnection Watcher:127.0.0.1:41938/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801265 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1801265 T5056 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1801342 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1801344 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1801346 T5056 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1801347 T5056 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:41938_solr
[junit4] 2> 1801347 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1801348 T5056 oasc.Overseer.start Overseer
(id=92286963279986691-127.0.0.1:41938_solr-n_0000000000) starting
[junit4] 2> 1801350 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1801352 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1801353 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1801355 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1801357 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1801360 T5056 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1801360 T5071 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1801362 T5070 oasc.Overseer$ClusterStateUpdater.run Replaying
operations from work queue.
[junit4] 2> 1801362 T5070 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1801363 T5073 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1801365 T5070 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1801366 T5073 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1801366 T5070 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1801368 T5070 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1801369 T5074 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1801370 T5073 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1801464 T5056 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:41938 41938
[junit4] 2> 1802006 T5057 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:41938 41938
[junit4] 2> 1802007 T5056 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
[junit4] 2> 1802008 T5056 oasc.Overseer.close Overseer
(id=92286963279986691-127.0.0.1:41938_solr-n_0000000000) closing
[junit4] 2> 1802008 T5070 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:41938_solr
[junit4] 2> 1802012 T5075
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1802016 T5056 oas.SolrTestCaseJ4.setUp ###Starting
testStateChange
[junit4] 2> 1802017 T5056 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1802017 T5076 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1802117 T5056 oasc.ZkTestServer.run start zk server on
port:51921
[junit4] 2> 1802118 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1802120 T5082 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@41b7ad2c
name:ZooKeeperConnection Watcher:127.0.0.1:51921/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802120 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1802121 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1802122 T5084 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4490bec6
name:ZooKeeperConnection Watcher:127.0.0.1:51921 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802122 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1802125 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1802125 T5086 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4d6dcc1a
name:ZooKeeperConnection Watcher:127.0.0.1:51921 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802126 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1802126 T5056 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1802128 T5056 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1802130 T5056 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1802131 T5056 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1802131 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1802133 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1802134 T5088 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5946fa2f
name:ZooKeeperConnection Watcher:127.0.0.1:51921/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802134 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1802134 T5056 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1802136 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1802137 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1802138 T5056 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1802139 T5056 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:51921_solr
[junit4] 2> 1802139 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1802140 T5056 oasc.Overseer.start Overseer
(id=92286963340279811-127.0.0.1:51921_solr-n_0000000000) starting
[junit4] 2> 1802142 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1802143 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1802145 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1802146 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1802148 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1802150 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1802152 T5056 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1802153 T5090 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1802154 T5089 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1802155 T5089 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1802155 T5089 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1802156 T5092 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1802157 T5093 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1802213 T5092 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1802214 T5089 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr";,
[junit4] 2> "node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"active"}
[junit4] 2> 1802214 T5089 oasc.Overseer$ClusterStateUpdater.updateState
node=core_node1 is already registered
[junit4] 2> 1802214 T5089 oasc.Overseer$ClusterStateUpdater.updateState
shard=shard1 is already registered
[junit4] 2> 1802317 T5093 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1802365 T5056 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51921 51921
[junit4] 2> 1803051 T5076 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:51921 51921
[junit4] 2> 1803052 T5056 oas.SolrTestCaseJ4.tearDown ###Ending
testStateChange
[junit4] 2> 1803052 T5056 oasc.Overseer.close Overseer
(id=92286963340279811-127.0.0.1:51921_solr-n_0000000000) closing
[junit4] 2> 1803053 T5089 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:51921_solr
[junit4] 2> 1803054 T5094
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1803061 T5056 oas.SolrTestCaseJ4.setUp ###Starting
testShardAssignment
[junit4] 2> 1803062 T5056 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1803062 T5095 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1803162 T5056 oasc.ZkTestServer.run start zk server on
port:48207
[junit4] 2> 1803163 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1803166 T5101 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@356cb26a
name:ZooKeeperConnection Watcher:127.0.0.1:48207 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1803166 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1803169 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1803170 T5103 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@11fffbac
name:ZooKeeperConnection Watcher:127.0.0.1:48207 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1803170 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1803171 T5056 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1803173 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1803174 T5105 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@411ab9ec
name:ZooKeeperConnection Watcher:127.0.0.1:48207/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1803175 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1803175 T5056 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1803176 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1803177 T5107 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@615ea275
name:ZooKeeperConnection Watcher:127.0.0.1:48207/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1803177 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1803177 T5056 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1803179 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1803180 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1803182 T5056 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1803183 T5056 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:48207_solr
[junit4] 2> 1803183 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1803184 T5056 oasc.Overseer.start Overseer
(id=92286963404570627-127.0.0.1:48207_solr-n_0000000000) starting
[junit4] 2> 1803185 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1803187 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1803188 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1803189 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1803191 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1803193 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1803195 T5056 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1803196 T5109 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1803196 T5056 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1803196 T5108 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1803197 T5056 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1803198 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1803199 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1803200 T5112 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6a746293
name:ZooKeeperConnection Watcher:127.0.0.1:48207/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1803201 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1803201 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1803203 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1
[junit4] 2> 1803214 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1803215 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1803215 T5108
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 1803216 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard3
[junit4] 2> 1803218 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1803218 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1803714 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard3/election
[junit4] 2> 1803719 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard3
[junit4] 2> 1803722 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1803724 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core2",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1803724 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 1803724 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 1803725 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1803726 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1803726 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1804223 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 1804228 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 1804230 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1804233 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core3",
[junit4] 2> "core_node_name":"node3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1804233 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 1804233 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1804235 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1804235 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1804235 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1804731 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1804736 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 1804738 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1804741 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node4",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1804741 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 1804741 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard3
[junit4] 2> 1804742 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1804743 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1804743 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805239 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard3/election
[junit4] 2> 1805246 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1805247 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core5",
[junit4] 2> "core_node_name":"node5",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1805247 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 1805248 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 1805350 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805350 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805746 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 1805750 T5115 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1805752 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 1805752 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=3
[junit4] 2> 1805752 T5108 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 1805855 T5114 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805855 T5113 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1806250 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 1806257 T5112 oaz.ClientCnxn$EventThread.processEvent ERROR
Error while calling watcher java.util.concurrent.RejectedExecutionException:
Task java.util.concurrent.FutureTask@41ee8656 rejected from
java.util.concurrent.ThreadPoolExecutor@12b599eb[Shutting down, pool size = 2,
active threads = 2, queued tasks = 0, completed tasks = 8]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1806257 T5116 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1807757 T5113 oasc.LeaderElector$ElectionWatcher.process WARN
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode =
Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at
org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1807920 T5056 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:48207 48207
[junit4] 2> 1808536 T5095 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:48207 48207
[junit4] 2> 1808537 T5056 oas.SolrTestCaseJ4.tearDown ###Ending
testShardAssignment
[junit4] 2> 1808537 T5056 oasc.Overseer.close Overseer
(id=92286963404570627-127.0.0.1:48207_solr-n_0000000000) closing
[junit4] 2> 1808537 T5108 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:48207_solr
[junit4] 2> 1808539 T5118
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1808547 T5056 oas.SolrTestCaseJ4.setUp ###Starting
testShardAssignmentBigger
[junit4] 2> 1808548 T5056 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1808548 T5119 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 1808648 T5056 oasc.ZkTestServer.run start zk server on
port:59640
[junit4] 2> 1808649 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808651 T5125 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5728fdf3
name:ZooKeeperConnection Watcher:127.0.0.1:59640 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808651 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808654 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808655 T5127 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e6e2473 name:ZooKeeperConnection
Watcher:127.0.0.1:59640 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 1808655 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808655 T5056 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1808659 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808660 T5129 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@a90b931 name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1808660 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808660 T5056 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1808661 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808662 T5131 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@381b9bc9
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808663 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808663 T5056 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1808667 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1808668 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1808670 T5056 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1808671 T5056 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:59640_solr
[junit4] 2> 1808672 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1808673 T5056 oasc.Overseer.start Overseer
(id=92286963764166659-127.0.0.1:59640_solr-n_0000000000) starting
[junit4] 2> 1808674 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1808676 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1808678 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1808680 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1808682 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1808684 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1808687 T5056 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1808688 T5133 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1808689 T5132 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1808689 T5056 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 1808691 T5056 oascc.SolrZkClient.makePath makePath:
/aliases.json
[junit4] 2> 1808692 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808694 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808695 T5136 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16adf439
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808696 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808696 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808698 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node0
[junit4] 2> 1808700 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808702 T5140 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@325f6509
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808702 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808703 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808704 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node1
[junit4] 2> 1808706 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808707 T5143 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5e952427
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808707 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808708 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808709 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node2
[junit4] 2> 1808711 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808712 T5146 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2a459104
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808712 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808713 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808714 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node3
[junit4] 2> 1808716 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808718 T5149 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e454ecf
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808718 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808719 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808720 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node4
[junit4] 2> 1808723 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808725 T5152 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@78a9c074
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808725 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808730 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808732 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node5
[junit4] 2> 1808741 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808742 T5155 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1d423e21
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808742 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808743 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808744 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node6
[junit4] 2> 1808747 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808748 T5158 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@132e065c
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808748 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808749 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808750 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node7
[junit4] 2> 1808754 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808755 T5161 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4bb0e9ff
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808755 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808756 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808757 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node8
[junit4] 2> 1808761 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808762 T5164 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@12c4a471
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808763 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808764 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808765 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node9
[junit4] 2> 1808769 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808770 T5167 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@26ec1a73
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808770 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808771 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808773 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node10
[junit4] 2> 1808779 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808780 T5170 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@36735a74
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808780 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808781 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808783 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node11
[junit4] 2> 1808791 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808792 T5173 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@49e8a96d
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808793 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808793 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808795 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node12
[junit4] 2> 1808804 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808807 T5176 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5c3e9116
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808807 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808808 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808809 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node13
[junit4] 2> 1808813 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808821 T5179 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@414b3086
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808821 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808822 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808823 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node14
[junit4] 2> 1808827 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808828 T5182 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@276c4421
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808828 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808828 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808830 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node15
[junit4] 2> 1808833 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808834 T5185 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7998b3dc
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808834 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808835 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808836 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node16
[junit4] 2> 1808841 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808842 T5188 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2cefc85f
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808843 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808843 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808845 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node17
[junit4] 2> 1808856 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808858 T5191 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2f8fc03c
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808859 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808859 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808861 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node18
[junit4] 2> 1808864 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808865 T5194 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@577f52ed
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808866 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808866 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808867 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node19
[junit4] 2> 1808872 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808873 T5197 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4beb1faf
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808873 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808873 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808874 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node20
[junit4] 2> 1808878 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808879 T5200 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e846fc8
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808879 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808880 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808881 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node21
[junit4] 2> 1808885 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808886 T5203 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@d737d0f name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1808886 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808887 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808888 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node22
[junit4] 2> 1808892 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808892 T5206 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@62969d82
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808893 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808893 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808894 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node23
[junit4] 2> 1808898 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808899 T5209 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7b0d0647
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808899 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808900 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808901 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node24
[junit4] 2> 1808905 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808905 T5212 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@26592f27
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808906 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808906 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808907 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node25
[junit4] 2> 1808918 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808919 T5215 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@515e58a1
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808919 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808920 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808921 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node26
[junit4] 2> 1808926 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808927 T5218 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@9071edf name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1808928 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808928 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808929 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node27
[junit4] 2> 1808933 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808934 T5221 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2b9d0089
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808934 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808935 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808936 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node28
[junit4] 2> 1808940 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808941 T5224 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@61181327
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808941 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808942 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808943 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node29
[junit4] 2> 1808959 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808960 T5227 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@57719a55
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808961 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808961 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808963 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node30
[junit4] 2> 1808968 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808969 T5230 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@22d9f49b
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808969 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808969 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808971 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node31
[junit4] 2> 1808975 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808976 T5233 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4ccc24bb
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808976 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808977 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808978 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node32
[junit4] 2> 1808983 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808984 T5236 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4188dfe4
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808984 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808984 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808985 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node33
[junit4] 2> 1808989 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1808990 T5239 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@40042304
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808990 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1808991 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1808992 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node34
[junit4] 2> 1809001 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809002 T5242 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@16862c1a
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809002 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809003 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809004 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node35
[junit4] 2> 1809007 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809009 T5245 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@41ab46b3
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809009 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809009 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809011 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node36
[junit4] 2> 1809015 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809017 T5248 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2d0132fa
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809017 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809017 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809019 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node37
[junit4] 2> 1809023 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809024 T5251 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7e7b82ca
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809024 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809025 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809026 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node38
[junit4] 2> 1809031 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809032 T5254 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@680a376a
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809032 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809033 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809034 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node39
[junit4] 2> 1809087 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809088 T5257 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6c14be6b
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809088 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809089 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809090 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node40
[junit4] 2> 1809098 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809099 T5260 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4066a62 name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1809100 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809100 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809102 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node41
[junit4] 2> 1809111 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809112 T5263 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3ceaf7dc
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809112 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809113 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809114 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node42
[junit4] 2> 1809121 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809122 T5266 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@90a3f29 name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1809122 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809123 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809125 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node43
[junit4] 2> 1809130 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809131 T5269 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@67d12d90
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809131 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809132 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809133 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node44
[junit4] 2> 1809139 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809139 T5272 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@156eb1cb
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809140 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809141 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809142 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node45
[junit4] 2> 1809147 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809148 T5275 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2dd1c76c
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809149 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809149 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809150 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node46
[junit4] 2> 1809516 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809516 T5278 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7f4e3b3b
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809517 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809518 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809519 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node47
[junit4] 2> 1809532 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809534 T5281 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@169560b3
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809534 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809535 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809537 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node48
[junit4] 2> 1809595 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809595 T5284 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e1d9dce
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809596 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809596 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809597 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node49
[junit4] 2> 1809648 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809650 T5287 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@3f4fa4ae
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809650 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809651 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809652 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node50
[junit4] 2> 1809662 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809663 T5290 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@524fb71 name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1809663 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809664 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809666 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node51
[junit4] 2> 1809673 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809674 T5293 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5d201898
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809674 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809674 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809676 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node52
[junit4] 2> 1809683 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809684 T5296 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@36930836
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809685 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809685 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809686 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node53
[junit4] 2> 1809693 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809694 T5299 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@33d490d3
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809694 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809695 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809696 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node54
[junit4] 2> 1809702 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809706 T5302 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@6a73bb0b
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809706 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809708 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809709 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node55
[junit4] 2> 1809719 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809720 T5305 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2d7a951 name:ZooKeeperConnection
Watcher:127.0.0.1:59640/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 1809720 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809721 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809725 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node56
[junit4] 2> 1809736 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809736 T5308 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7d5be29c
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1809736 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1809737 T5056
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 1809738 T5056 oascc.SolrZkClient.makePath makePath:
/live_nodes/node57
[junit4] 2> 1809747 T5056 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 1809748 T5311 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2e2d1237
name:ZooKeeperConnection Watcher:127.0.0.1:59640/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[j
[...truncated too long message...]
ncConnected type:None path:null path:null type:None
[junit4] 2> 1890128 T5056 oascc.ConnectionManager.waitForConnected Client
is connected to ZooKeeper
[junit4] 2> 1890128 T5056 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params: retry=false
[junit4] 2> 1890130 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 1890131 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 1890133 T5056 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1890134 T5056 oasc.OverseerElectionContext.runLeaderProcess I
am going to be the leader 127.0.0.1:33490_solr
[junit4] 2> 1890135 T5056 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 1890136 T5056 oasc.Overseer.start Overseer
(id=92286969101615108-127.0.0.1:33490_solr-n_0000000000) starting
[junit4] 2> 1890138 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 1890140 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 1890141 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 1890143 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 1890145 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 1890146 T5056 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 1890149 T5056 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1890150 T5806 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 1890150 T5805 oasc.Overseer$ClusterStateUpdater.run Starting
to work on the main queue
[junit4] 2> 1890152 T5805 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1890152 T5805
oasc.Overseer$ClusterStateUpdater.createCollection Create collection
collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6,
shard7, shard8, shard9, shard10, shard11, shard12]
[junit4] 2> 1890152 T5805 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard10
[junit4] 2> 1890154 T5808 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1890155 T5801 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1890155 T5802 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1890651 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard10/election
[junit4] 2> 1890655 T5056 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard10
[junit4] 2> 1890658 T5808 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 1890671 T5056 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:33490 33490
[junit4] 2> 1891218 T5788 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:33490 33490
[junit4] 2> 1891229 T5056 oas.SolrTestCaseJ4.tearDown ###Ending
testPlaceholders
[junit4] 2> 1891229 T5056 oasc.Overseer.close Overseer
(id=92286969101615108-127.0.0.1:33490_solr-n_0000000000) closing
[junit4] 2> 1891229 T5805 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:33490_solr
[junit4] 2> 1891230 T5809
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
[junit4] 2>
[junit4] 2> 1894231 T5056 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.OverseerTest-AAD62B92F4F41B85-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene410),
sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ga_IE,
timezone=America/Rankin_Inlet
[junit4] 2> NOTE: Linux 3.13.0-32-generic amd64/Oracle Corporation
1.7.0_65 (64-bit)/cpus=8,threads=1,free=237859336,total=393740288
[junit4] 2> NOTE: All tests run in this JVM: [DocValuesTest,
TestMergePolicyConfig, SchemaVersionSpecificBehaviorTest, TestSearcherReuse,
DistributedDebugComponentTest, FullSolrCloudDistribCmdsTest,
TestManagedStopFilterFactory, TestCollectionAPI, DateMathParserTest,
TestAnalyzeInfixSuggestions, SpatialFilterTest, ConvertedLegacyTest,
TestIndexSearcher, URLClassifyProcessorTest, SortByFunctionTest,
TestPostingsSolrHighlighter, TestFileDictionaryLookup,
CurrencyFieldXmlFileTest, ShardSplitTest, TestInitQParser,
TestCloudInspectUtil, TestOmitPositions, QueryParsingTest, SliceStateTest,
TestCollationFieldDocValues, AlternateDirectoryTest,
TestSweetSpotSimilarityFactory, SearchHandlerTest, FileBasedSpellCheckerTest,
TestUniqueKeyFieldResource, TestSolrQueryParserResource, TestPhraseSuggestions,
TestDocBasedVersionConstraints, SolrXmlInZkTest,
DistribDocExpirationUpdateProcessorTest, TestClassNameShortening, TestUtils,
TestIndexingPerformance, TestFunctionQuery, TestSolrXml, TestInfoStreamLogging,
HighlighterMaxOffsetTest, AbstractAnalyticsFacetTest, SolrInfoMBeanTest,
TermVectorComponentDistributedTest, CollectionsAPIDistributedZkTest,
ChaosMonkeySafeLeaderTest, SolrPluginUtilsTest, TestJmxMonitoredMap,
TestRequestStatusCollectionAPI, TestCollationField, HardAutoCommitTest,
TestQueryUtils, OpenCloseCoreStressTest, AssignTest, TestLazyCores,
ScriptEngineTest, TestRecoveryHdfs, TestPivotHelperCode,
TestLeaderElectionZkExpiry, DateFieldTest, TestFieldSortValues,
TestElisionMultitermQuery, DebugComponentTest, ClusterStateTest,
AnalysisErrorHandlingTest, SynonymTokenizerTest, PreAnalyzedFieldTest,
TestAtomicUpdateErrorCases, TestUpdate, TestCSVResponseWriter,
TestValueSourceCache, TestNonNRTOpen, CustomCollectionTest, CopyFieldTest,
TestPHPSerializedResponseWriter, SolrIndexConfigTest, TestXIncludeConfig,
TestFieldTypeCollectionResource, MultiTermTest, RemoteQueryErrorTest,
TestReRankQParserPlugin, CoreAdminRequestStatusTest, ExpressionTest,
TestCharFilters, TestDistribDocBasedVersion, TestStandardQParsers,
TestImplicitCoreProperties, TestIntervalFaceting, HdfsSyncSliceTest,
CursorMarkTest, TestHighlightDedupGrouping, TestDynamicFieldCollectionResource,
TestBM25SimilarityFactory, DistanceFunctionTest, DistributedTermsComponentTest,
DistributedFacetPivotLargeTest, TestRandomFaceting, TestNoOpRegenerator,
TestManagedResource, FunctionTest, BasicZkTest, BasicDistributedZk2Test,
UnloadDistributedZkTest, OverseerTest]
[junit4] Completed on J1 in 93.17s, 9 tests, 1 error <<< FAILURES!
[...truncated 671 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:474: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:454: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1350:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:965:
There were test failures: 430 suites, 1782 tests, 1 error, 40 ignored (19
assumptions)
Total time: 92 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_65
-XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
