Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1842/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at
__randomizedtesting.SeedInfo.seed([8857BBACE82ADF42:9B135B49F75BF7E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10771 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/init-core-data-001
[junit4] 2> 320884 T721 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(true) and clientAuth (false)
[junit4] 2> 320885 T721 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /
[junit4] 2> 320904 T721 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 320907 T721 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 320908 T722 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 320917 T721 oasc.ZkTestServer.run start zk server on port:49391
[junit4] 2> 320919 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 320935 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 320948 T728 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@a3e42b0 name:ZooKeeperConnection
Watcher:127.0.0.1:49391 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 320955 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 320959 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 320959 T721 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 321008 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 321015 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 321038 T730 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@4746a794
name:ZooKeeperConnection Watcher:127.0.0.1:49391/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 321048 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 321049 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 321049 T721 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 321064 T721 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 321088 T721 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 321097 T721 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 321118 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 321120 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 321134 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 321136 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 321147 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 321147 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 321156 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 321168 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 321172 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 321174 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 321180 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 321180 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 321185 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 321185 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 321192 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 321193 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 321198 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 321198 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 321203 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 321204 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 321211 T721 oasc.AbstractZkTestCase.putConfig put
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 321211 T721 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 321219 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 321222 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 321225 T732 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@241cd1f1
name:ZooKeeperConnection Watcher:127.0.0.1:49391/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 321226 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 321226 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 323626 T721 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 323647 T721 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 323655 T721 oejs.AbstractConnector.doStart Started
[email protected]:49395
[junit4] 2> 323666 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 323667 T721 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 323667 T721 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002
[junit4] 2> 323668 T721 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/'
[junit4] 2> 323732 T721 oasc.ConfigSolr.fromFile Loading container
configuration from
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/solr.xml
[junit4] 2> 323777 T721 oasc.CoreContainer.<init> New CoreContainer
1371212452
[junit4] 2> 323778 T721 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/]
[junit4] 2> 323779 T721 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 323780 T721 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 323780 T721 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 323781 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 323781 T721 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 323782 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 323782 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 323783 T721 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 323783 T721 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 323786 T721 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 323791 T721 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 323791 T721 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 323793 T721 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 323794 T721 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:49391/solr
[junit4] 2> 323795 T721 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 323795 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 323798 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 324128 T743 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@75844af name:ZooKeeperConnection
Watcher:127.0.0.1:49391 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 324129 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 324129 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 324136 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 324141 T745 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@80c7db1 name:ZooKeeperConnection
Watcher:127.0.0.1:49391/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 324141 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 324146 T721 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 324157 T721 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 324167 T721 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 324176 T721 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 324185 T721 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 324199 T721 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 324205 T721 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:49395_
[junit4] 2> 324208 T721 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:49395_
[junit4] 2> 324221 T721 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 324228 T721 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 324236 T721 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 324244 T721 oasc.OverseerElectionContext.runLeaderProcess I am
going to be the leader 127.0.0.1:49395_
[junit4] 2> 324244 T721 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 324253 T721 oasc.Overseer.start Overseer
(id=92492274849021956-127.0.0.1:49395_-n_0000000000) starting
[junit4] 2> 324263 T721 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 324297 T721 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 324299 T747 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 324305 T721 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 324312 T721 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 324317 T721
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 324334 T746 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 324340 T749 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 324340 T749 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 324343 T749 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 324344 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 324360 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49395";,
[junit4] 2> "node_name":"127.0.0.1:49395_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 324361 T746 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection control_collection with shards [shard1]
[junit4] 2> 324361 T746 oasc.Overseer$ClusterStateUpdater.createCollection
state version control_collection 1
[junit4] 2> 324361 T746 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 324370 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 325344 T749 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 325345 T749 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:control_collection
[junit4] 2> 325347 T749 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 325347 T749 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 325350 T749 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 325351 T749 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/collection1/'
[junit4] 2> 325352 T749 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 325353 T749 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 325354 T749 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 325445 T749 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 325470 T749 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 325480 T749 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 325489 T749 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 325741 T749 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 325743 T749 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 325744 T749 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 325751 T749 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 325812 T749 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 325813 T749 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 325864 T749 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-002/collection1/,
dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/
[junit4] 2> 325864 T749 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@30c09c54
[junit4] 2> 325867 T749 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data
[junit4] 2> 325872 T749 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/index/
[junit4] 2> 325873 T749 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/index'
doesn't exist. Creating new index...
[junit4] 2> 325874 T749 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/index
[junit4] 2> 325875 T749 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.28042710648759195]
[junit4] 2> 325881 T749 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 325882 T749 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 325888 T749 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 325890 T749 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 325891 T749 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 325891 T749 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 325892 T749 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 325892 T749 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 325894 T749 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 325894 T749 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 325895 T749 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 325896 T749 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 325896 T749 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 325897 T749 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 325898 T749 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 325899 T749 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 325899 T749 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 325899 T749 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 325901 T749 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 325903 T749 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 325904 T749 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 325905 T749 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 325917 T749 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 325920 T749 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 325925 T749 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 325928 T749 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 325931 T749 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 325931 T749 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 325932 T749 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 325937 T749 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 325937 T749 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 325939 T749 oass.SolrIndexSearcher.<init> Opening
Searcher@42fe1c44[collection1] main
[junit4] 2> 325939 T749 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 325944 T749 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 325944 T749 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 325946 T749
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 325947 T749 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 325947 T749 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 325949 T749
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 325950 T749 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 325953 T749 oascc.SolrZkClient.makePath makePath:
/configs/conf1/_rest_managed.json
[junit4] 2> 325961 T749
oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new
znode /configs/conf1/_rest_managed.json
[junit4] 2> 325962 T749 oasr.ManagedResourceStorage$JsonStorage.store
Saved JSON object to path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 325962 T749 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 325969 T751 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@42fe1c44[collection1]
main{UninvertingDirectoryReader()}
[junit4] 2> 325970 T749 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 325973 T754 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:49395 collection:control_collection
shard:shard1
[junit4] 2> 325976 T721 oass.SolrDispatchFilter.init
user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 325977 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 325978 T754 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 325987 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 325989 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 325998 T756 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@270c106d
name:ZooKeeperConnection Watcher:127.0.0.1:49391/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 325998 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 325998 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 326006 T721
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 326013 T754 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 326019 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 326021 T721 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 326022 T754
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 326022 T754 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C136 name=collection1
org.apache.solr.core.SolrCore@76205914 url=https://127.0.0.1:49395/collection1
node=127.0.0.1:49395_ C136_STATE=coll:control_collection core:collection1
props:{core=collection1, base_url=https://127.0.0.1:49395,
node_name=127.0.0.1:49395_, state=down}
[junit4] 2> 326022 T754 C136 P49395 oasc.SyncStrategy.sync Sync replicas
to https://127.0.0.1:49395/collection1/
[junit4] 2> 326023 T754 C136 P49395 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 326023 T754 C136 P49395 oasc.SyncStrategy.syncToMe
https://127.0.0.1:49395/collection1/ has no replicas
[junit4] 2> 326023 T754 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: https://127.0.0.1:49395/collection1/ shard1
[junit4] 2> 326024 T754 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 326096 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 326100 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 326156 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 326264 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 326267 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 326316 T754 oasc.ZkController.register We are
https://127.0.0.1:49395/collection1/ and leader is
https://127.0.0.1:49395/collection1/
[junit4] 2> 326317 T754 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:49395
[junit4] 2> 326317 T754 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 326318 T754 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 326318 T754 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 326325 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 326353 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49395";,
[junit4] 2> "node_name":"127.0.0.1:49395_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 326467 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 326467 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 328330 T721 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 328333 T721 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 328358 T721 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 328361 T721 oejs.AbstractConnector.doStart Started
[email protected]:49399
[junit4] 2> 328367 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 328368 T721 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 328369 T721 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003
[junit4] 2> 328371 T721 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/'
[junit4] 2> 328426 T721 oasc.ConfigSolr.fromFile Loading container
configuration from
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/solr.xml
[junit4] 2> 328463 T721 oasc.CoreContainer.<init> New CoreContainer
415749021
[junit4] 2> 328464 T721 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/]
[junit4] 2> 328466 T721 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 328467 T721 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 328467 T721 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 328467 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 328468 T721 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 328469 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 328469 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 328470 T721 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 328470 T721 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 328476 T721 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 328479 T721 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 328480 T721 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 328481 T721 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 328482 T721 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:49391/solr
[junit4] 2> 328483 T721 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 328483 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 328486 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 328499 T768 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@2025e373
name:ZooKeeperConnection Watcher:127.0.0.1:49391 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 328500 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 328501 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 328513 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 328519 T770 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@68c8390b
name:ZooKeeperConnection Watcher:127.0.0.1:49391/solr got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 328519 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 328551 T721
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 329567 T721 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:49399_
[junit4] 2> 329569 T721 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:49399_
[junit4] 2> 329586 T721 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 329609 T772 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 329610 T772 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 329613 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 329613 T772 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 329628 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49399";,
[junit4] 2> "node_name":"127.0.0.1:49399_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 329629 T746 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 329629 T746 oasc.Overseer$ClusterStateUpdater.createCollection
state version collection1 1
[junit4] 2> 329630 T746 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard2
[junit4] 2> 329642 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 329642 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 329646 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 330614 T772 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 330615 T772 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 330616 T772 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 330617 T772 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 330619 T772 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 330620 T772 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/collection1/'
[junit4] 2> 330622 T772 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/collection1/lib/.svn/'
to classloader
[junit4] 2> 330624 T772 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/collection1/lib/classes/'
to classloader
[junit4] 2> 330625 T772 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/collection1/lib/README'
to classloader
[junit4] 2> 330708 T772 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 330730 T772 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 330738 T772 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 330742 T772 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 330997 T772 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 330999 T772 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 331000 T772 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 331008 T772 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 331082 T772 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 331084 T772 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 331084 T772 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-003/collection1/,
dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/
[junit4] 2> 331085 T772 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@30c09c54
[junit4] 2> 331086 T772 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1
[junit4] 2> 331088 T772 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/index/
[junit4] 2> 331088 T772 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/index'
doesn't exist. Creating new index...
[junit4] 2> 331090 T772 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/index
[junit4] 2> 331091 T772 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.28042710648759195]
[junit4] 2> 331096 T772 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 331098 T772 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 331112 T772 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 331114 T772 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 331114 T772 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 331115 T772 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 331115 T772 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 331115 T772 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 331116 T772 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 331116 T772 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 331117 T772 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 331118 T772 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 331119 T772 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 331119 T772 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 331121 T772 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 331122 T772 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 331122 T772 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 331123 T772 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 331125 T772 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 331130 T772 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 331131 T772 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 331132 T772 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 331144 T772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 331150 T772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 331155 T772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 331158 T772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 331168 T772 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 331169 T772 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 331176 T772 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 331179 T772 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 331179 T772 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 331185 T772 oass.SolrIndexSearcher.<init> Opening
Searcher@311d614e[collection1] main
[junit4] 2> 331186 T772 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 331188 T772 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 331188 T772 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 331189 T772
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 331189 T772 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 331190 T772 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 331194 T772
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 331195 T772 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 331195 T772 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 331195 T772 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 331203 T773 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@311d614e[collection1]
main{UninvertingDirectoryReader()}
[junit4] 2> 331206 T772 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 331208 T776 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:49399 collection:collection1
shard:shard2
[junit4] 2> 331212 T721 oass.SolrDispatchFilter.init
user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 331212 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 331225 T776 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard2/election
[junit4] 2> 331306 T776 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard2
[junit4] 2> 331324 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 331328 T776
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 331329 T776 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C137 name=collection1
org.apache.solr.core.SolrCore@2fe9e38d url=https://127.0.0.1:49399/collection1
node=127.0.0.1:49399_ C137_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:49399,
node_name=127.0.0.1:49399_, state=down}
[junit4] 2> 331329 T776 C137 P49399 oasc.SyncStrategy.sync Sync replicas
to https://127.0.0.1:49399/collection1/
[junit4] 2> 331329 T776 C137 P49399 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 331329 T776 C137 P49399 oasc.SyncStrategy.syncToMe
https://127.0.0.1:49399/collection1/ has no replicas
[junit4] 2> 331329 T776 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: https://127.0.0.1:49399/collection1/ shard2
[junit4] 2> 331330 T776 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard2
[junit4] 2> 331363 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331364 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331364 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331399 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 331556 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331556 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331560 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331610 T776 oasc.ZkController.register We are
https://127.0.0.1:49399/collection1/ and leader is
https://127.0.0.1:49399/collection1/
[junit4] 2> 331611 T776 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:49399
[junit4] 2> 331611 T776 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 331611 T776 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 331614 T776 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 331623 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 331651 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49399";,
[junit4] 2> "node_name":"127.0.0.1:49399_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 331779 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331780 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 331781 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 333714 T721 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 333715 T721 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 333735 T721 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 333743 T721 oejs.AbstractConnector.doStart Started
[email protected]:49402
[junit4] 2> 333747 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 333749 T721 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 333749 T721 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004
[junit4] 2> 333751 T721 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/'
[junit4] 2> 333823 T721 oasc.ConfigSolr.fromFile Loading container
configuration from
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/solr.xml
[junit4] 2> 333890 T721 oasc.CoreContainer.<init> New CoreContainer
1183020809
[junit4] 2> 333891 T721 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/]
[junit4] 2> 333897 T721 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 333897 T721 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 333897 T721 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 333898 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 333899 T721 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 333899 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 333899 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 333900 T721 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 333900 T721 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 333908 T721 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 333921 T721 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 333922 T721 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 333922 T721 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 333923 T721 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:49391/solr
[junit4] 2> 333925 T721 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 333935 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 333942 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 333959 T787 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@77c0df9 name:ZooKeeperConnection
Watcher:127.0.0.1:49391 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 333974 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 333974 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 333984 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 333992 T789 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@8fa770b name:ZooKeeperConnection
Watcher:127.0.0.1:49391/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 333992 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 334020 T721
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 335041 T721 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:49402_
[junit4] 2> 335044 T721 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:49402_
[junit4] 2> 335061 T721 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 335074 T791 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 335075 T791 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 335077 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 335077 T791 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 335087 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49402";,
[junit4] 2> "node_name":"127.0.0.1:49402_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 335087 T746 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=2
[junit4] 2> 335088 T746 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 335101 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 335101 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 335103 T790 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 335101 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336079 T791 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 336080 T791 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 336082 T791 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 336082 T791 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 336086 T791 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 336086 T791 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/collection1/'
[junit4] 2> 336087 T791 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/collection1/lib/.svn/'
to classloader
[junit4] 2> 336088 T791 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/collection1/lib/classes/'
to classloader
[junit4] 2> 336088 T791 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/collection1/lib/README'
to classloader
[junit4] 2> 336146 T791 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 336157 T791 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 336162 T791 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 336169 T791 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 336338 T791 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 336341 T791 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 336342 T791 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 336354 T791 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 336412 T791 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 336412 T791 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 336413 T791 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-004/collection1/,
dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/
[junit4] 2> 336413 T791 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@30c09c54
[junit4] 2> 336416 T791 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2
[junit4] 2> 336417 T791 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index/
[junit4] 2> 336417 T791 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index'
doesn't exist. Creating new index...
[junit4] 2> 336421 T791 oasc.CachingDirectoryFactory.get return new
directory for
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index
[junit4] 2> 336421 T791 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy:
minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.28042710648759195]
[junit4] 2> 336425 T791 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 336425 T791 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 336436 T791 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 336439 T791 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 336442 T791 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 336442 T791 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 336442 T791 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 336442 T791 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 336442 T791 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 336443 T791 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 336443 T791 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 336444 T791 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 336444 T791 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 336444 T791 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 336445 T791 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 336445 T791 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 336446 T791 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 336447 T791 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 336448 T791 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 336462 T791 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 336468 T791 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 336469 T791 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 336477 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 336478 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 336481 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 336486 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 336506 T791 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 336507 T791 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 336509 T791 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 336515 T791 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 336516 T791 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 336517 T791 oass.SolrIndexSearcher.<init> Opening
Searcher@4cf4355b[collection1] main
[junit4] 2> 336517 T791 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 336520 T791 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 336520 T791 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 336522 T791
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 336522 T791 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 336522 T791 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 336523 T791
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 336524 T791 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 336524 T791 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 336524 T791 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 336530 T792 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@4cf4355b[collection1]
main{UninvertingDirectoryReader()}
[junit4] 2> 336533 T791 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 336535 T795 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:49402 collection:collection1
shard:shard1
[junit4] 2> 336538 T721 oass.SolrDispatchFilter.init
user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 336538 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 336540 T795 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 336567 T795 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 336576 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 336578 T795
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 336578 T795 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C138 name=collection1
org.apache.solr.core.SolrCore@70804e8c url=https://127.0.0.1:49402/collection1
node=127.0.0.1:49402_ C138_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:49402,
node_name=127.0.0.1:49402_, state=down}
[junit4] 2> 336579 T795 C138 P49402 oasc.SyncStrategy.sync Sync replicas
to https://127.0.0.1:49402/collection1/
[junit4] 2> 336579 T795 C138 P49402 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 336579 T795 C138 P49402 oasc.SyncStrategy.syncToMe
https://127.0.0.1:49402/collection1/ has no replicas
[junit4] 2> 336580 T795 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: https://127.0.0.1:49402/collection1/ shard1
[junit4] 2> 336580 T795 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 336610 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336611 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336611 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336611 T790 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336673 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 336787 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336788 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336789 T790 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336789 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336817 T795 oasc.ZkController.register We are
https://127.0.0.1:49402/collection1/ and leader is
https://127.0.0.1:49402/collection1/
[junit4] 2> 336818 T795 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:49402
[junit4] 2> 336818 T795 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 336818 T795 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 336820 T795 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 336825 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 336843 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49402";,
[junit4] 2> "node_name":"127.0.0.1:49402_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 336953 T771 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336954 T750 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336954 T757 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 336954 T790 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 338324 T721 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 3
[junit4] 2> 338338 T721 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 338345 T721 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 338349 T721 oejs.AbstractConnector.doStart Started
[email protected]:49405
[junit4] 2> 338355 T721 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 338356 T721 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 338356 T721 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-005
[junit4] 2> 338356 T721 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-005/'
[junit4] 2> 338398 T721 oasc.ConfigSolr.fromFile Loading container
configuration from
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-005/solr.xml
[junit4] 2> 338438 T721 oasc.CoreContainer.<init> New CoreContainer
1668469705
[junit4] 2> 338439 T721 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-005/]
[junit4] 2> 338440 T721 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 338441 T721 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 338441 T721 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 338441 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 338442 T721 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 338443 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 338443 T721 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 338444 T721 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 338445 T721 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 338450 T721 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 338455 T721 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 338456 T721 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 338456 T721 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 338456 T721 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:49391/solr
[junit4] 2> 338458 T721 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 338459 T721
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 338461 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 338467 T806 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@156aa339
name:ZooKeeperConnection Watcher:127.0.0.1:49391 got event WatchedEvent
state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 338468 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 338468 T721 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 338476 T721 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 338481 T808 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@7fdd739 name:ZooKeeperConnection
Watcher:127.0.0.1:49391/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 338482 T721 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 338509 T721
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 339525 T721 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:49405_
[junit4] 2> 339527 T721 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:49405_
[junit4] 2> 339541 T721 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 339552 T810 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 339552 T810 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 339554 T810 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 339554 T750 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 339564 T746 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49405";,
[junit4] 2> "node_name":"127.0.0.1:49405_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 339564 T746 oasc.Overseer$ClusterSt
[...truncated too long message...]
esById=0,deletesByQuery=0,errors=0,cumulative_adds=67,cumulative_deletesById=25,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 416268 T721 oasu.SolrCoreState.decrefSolrCoreState Closing
SolrCoreState
[junit4] 2> 416268 T721 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 416268 T721 oasu.DefaultSolrCoreState.closeIndexWriter closing
IndexWriter with IndexWriterCloser
[junit4] 2> ASYNC NEW_CORE C159 name=collection1
org.apache.solr.core.SolrCore@70804e8c url=https://127.0.0.1:49402/collection1
node=127.0.0.1:49402_ C159_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:49402,
node_name=127.0.0.1:49402_, state=active, leader=true}
[junit4] 2> 416269 T721 C159 P49402 oasu.DirectUpdateHandler2.closeWriter
Committing on IndexWriter close.
[junit4] 2> 416280 T840 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:49402";,
[junit4] 2> "node_name":"127.0.0.1:49402_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 416296 T833 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> C159_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:49402,
node_name=127.0.0.1:49402_, state=down, leader=true}
[junit4] 2> 416308 T721 C159 P49402 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2>
commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index,segFN=segments_2,generation=2}
[junit4] 2> 416308 T721 C159 P49402 oasc.SolrDeletionPolicy.updateCommits
newest commit generation = 2
[junit4] 2> 416320 T721 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 416329 T721 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 416329 T721 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2
[CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2;done=false>>]
[junit4] 2> 416329 T721 oasc.CachingDirectoryFactory.close Closing
directory:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2
[junit4] 2> 416329 T721 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index
[CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index;done=false>>]
[junit4] 2> 416330 T721 oasc.CachingDirectoryFactory.close Closing
directory:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001/tempDir-001/jetty2/index
[junit4] 2> 416331 T721 oasc.Overseer.close Overseer
(id=92492274849021961-127.0.0.1:49402_-n_0000000002) closing
[junit4] 2> 416331 T840 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:49402_
[junit4] 2> 417837 T843
oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read
the data org.apache.zookeeper.KeeperException$SessionExpiredException:
KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:347)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:344)
[junit4] 2> at
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:344)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:383)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:126)
[junit4] 2> at
org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:333)
[junit4] 2>
[junit4] 2> 417846 T833 oascc.ZkStateReader$3.process WARN ZooKeeper watch
triggered, but Solr cannot talk to ZK
[junit4] 2> 417870 T721 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 422854 T721 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
49405
[junit4] 2> 422856 T721 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4] 2> 422857 T721 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:49391 49391
[junit4] 2> 422954 T722 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:49391 49391
[junit4] 2> 423571 T722 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch
-Dtests.seed=8857BBACE82ADF42 -Dtests.slow=true -Dtests.locale=es
-Dtests.timezone=America/St_Kitts -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 103s | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but
was:<1>
[junit4] > at
__randomizedtesting.SeedInfo.seed([8857BBACE82ADF42:9B135B49F75BF7E]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 423763 T721 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-8857BBACE82ADF42-001
[junit4] 2> NOTE: test params are: codec=Lucene410: {rnd_b=FST41,
_version_=PostingsFormat(name=Memory doPackFST= true),
a_t=PostingsFormat(name=Memory doPackFST= true), a_i=FST41, id=FST41},
docValues:{}, sim=DefaultSimilarity, locale=es, timezone=America/St_Kitts
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_20
(64-bit)/cpus=2,threads=1,free=48800416,total=116596736
[junit4] 2> NOTE: All tests run in this JVM: [TestMiniSolrCloudCluster,
CopyFieldTest, CoreAdminCreateDiscoverTest, DateFieldTest,
TriLevelCompositeIdRoutingTest, LeaderElectionIntegrationTest, TestRangeQuery,
SyncSliceTest, NoCacheHeaderTest, TestInitQParser, ChaosMonkeySafeLeaderTest]
[junit4] Completed in 102.96s, 1 test, 1 failure <<< FAILURES!
[...truncated 1318 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:491: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:471: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:60: The following
error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The
following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The
following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496:
The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358:
The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:961:
There were test failures: 429 suites, 1772 tests, 1 failure, 50 ignored (22
assumptions)
Total time: 155 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0
-XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
