Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11384/
Java: 32bit/jdk1.9.0-ea-b28 -client -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at
__randomizedtesting.SeedInfo.seed([2C5381EB0B9B5280:ADB50FF37CC432BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:484)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10933 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/init-core-data-001
[junit4] 2> 158577 T354 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl
(true) and clientAuth (false)
[junit4] 2> 158578 T354 oas.BaseDistributedSearchTestCase.initHostContext
Setting hostContext system property: /r_u/o
[junit4] 2> 158592 T354 oas.SolrTestCaseJ4.setUp ###Starting
testDistribSearch
[junit4] 2> 158593 T354 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 158612 T355 oasc.ZkTestServer$ZKServerMain.runFromConfig
Starting server
[junit4] 2> 158710 T354 oasc.ZkTestServer.run start zk server on port:34448
[junit4] 2> 158711 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 158712 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 158721 T361 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@e548b1 name:ZooKeeperConnection
Watcher:127.0.0.1:34448 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 158721 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 158722 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 158722 T354 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 158725 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 158727 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 158729 T363 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1a9ad1e name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 158729 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 158730 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 158730 T354 oascc.SolrZkClient.makePath makePath:
/collections/collection1
[junit4] 2> 158734 T354 oascc.SolrZkClient.makePath makePath:
/collections/collection1/shards
[junit4] 2> 158741 T354 oascc.SolrZkClient.makePath makePath:
/collections/control_collection
[junit4] 2> 158744 T354 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/shards
[junit4] 2> 158747 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
to /configs/conf1/solrconfig.xml
[junit4] 2> 158748 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.xml
[junit4] 2> 158755 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
to /configs/conf1/schema.xml
[junit4] 2> 158756 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/schema.xml
[junit4] 2> 158760 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 158761 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 158764 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
to /configs/conf1/stopwords.txt
[junit4] 2> 158765 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/stopwords.txt
[junit4] 2> 158768 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt
to /configs/conf1/protwords.txt
[junit4] 2> 158769 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/protwords.txt
[junit4] 2> 158772 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml
to /configs/conf1/currency.xml
[junit4] 2> 158773 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/currency.xml
[junit4] 2> 158776 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
to /configs/conf1/enumsConfig.xml
[junit4] 2> 158777 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/enumsConfig.xml
[junit4] 2> 158780 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
to /configs/conf1/open-exchange-rates.json
[junit4] 2> 158781 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/open-exchange-rates.json
[junit4] 2> 158783 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 158784 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 158788 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
to /configs/conf1/old_synonyms.txt
[junit4] 2> 158789 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/old_synonyms.txt
[junit4] 2> 158791 T354 oasc.AbstractZkTestCase.putConfig put
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
to /configs/conf1/synonyms.txt
[junit4] 2> 158792 T354 oascc.SolrZkClient.makePath makePath:
/configs/conf1/synonyms.txt
[junit4] 2> 158796 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 158797 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 158801 T365 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1997fcf name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 158801 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 158802 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 159276 T354 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 159280 T354 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 159286 T354 oejs.AbstractConnector.doStart Started
[email protected]:54436
[junit4] 2> 159288 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 159289 T354 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 159289 T354 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002
[junit4] 2> 159290 T354 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/'
[junit4] 2> 159312 T354 oasc.ConfigSolr.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/solr.xml
[junit4] 2> 159325 T354 oasc.CoreContainer.<init> New CoreContainer
22804331
[junit4] 2> 159325 T354 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/]
[junit4] 2> 159326 T354 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 159326 T354 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 159327 T354 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 159327 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 159327 T354 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 159327 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 159328 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 159328 T354 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 159328 T354 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 159330 T354 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 159331 T354 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 159332 T354 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 159332 T354 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 159332 T354 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:34448/solr
[junit4] 2> 159333 T354 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 159333 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 159334 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 159335 T376 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@317aca name:ZooKeeperConnection
Watcher:127.0.0.1:34448 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 159336 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 159336 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 159339 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 159340 T378 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1b91fd name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 159340 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 159342 T354 oascc.SolrZkClient.makePath makePath:
/overseer/queue
[junit4] 2> 159345 T354 oascc.SolrZkClient.makePath makePath:
/overseer/collection-queue-work
[junit4] 2> 159347 T354 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-running
[junit4] 2> 159350 T354 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-completed
[junit4] 2> 159353 T354 oascc.SolrZkClient.makePath makePath:
/overseer/collection-map-failure
[junit4] 2> 159356 T354 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 159357 T354 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:54436_r_u%2Fo
[junit4] 2> 159358 T354 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:54436_r_u%2Fo
[junit4] 2> 159360 T354 oascc.SolrZkClient.makePath makePath:
/overseer_elect
[junit4] 2> 159362 T354 oascc.SolrZkClient.makePath makePath:
/overseer_elect/election
[junit4] 2> 159364 T354 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 159365 T354 oasc.OverseerElectionContext.runLeaderProcess I am
going to be the leader 127.0.0.1:54436_r_u%2Fo
[junit4] 2> 159366 T354 oascc.SolrZkClient.makePath makePath:
/overseer_elect/leader
[junit4] 2> 159367 T354 oasc.Overseer.start Overseer
(id=92565024742965252-127.0.0.1:54436_r_u%2Fo-n_0000000000) starting
[junit4] 2> 159369 T354 oascc.SolrZkClient.makePath makePath:
/overseer/queue-work
[junit4] 2> 159377 T354 oasc.OverseerAutoReplicaFailoverThread.<init>
Starting OverseerAutoReplicaFailoverThread
autoReplicaFailoverWorkLoopDelay=10000
autoReplicaFailoverWaitAfterExpiration=30000
autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 159377 T380 oasc.OverseerCollectionProcessor.run Process
current queue of collection creations
[junit4] 2> 159378 T354 oascc.SolrZkClient.makePath makePath:
/clusterstate.json
[junit4] 2> 159380 T354 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 159382 T354
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 159385 T379 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 159387 T382 oasc.ZkController.publish publishing
core=collection1 state=down collection=control_collection
[junit4] 2> 159388 T382 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 159388 T382 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 159389 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 159391 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54436/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:54436_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 159391 T379 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection control_collection with shards [shard1]
[junit4] 2> 159391 T379 oasc.Overseer$ClusterStateUpdater.createCollection
state version control_collection 1
[junit4] 2> 159392 T379 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 159394 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 160389 T382 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 160389 T382 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:control_collection
[junit4] 2> 160390 T382 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 160390 T382 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 160391 T382 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 160391 T382 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/collection1/'
[junit4] 2> 160392 T382 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/collection1/lib/.svn/'
to classloader
[junit4] 2> 160393 T382 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/collection1/lib/classes/'
to classloader
[junit4] 2> 160393 T382 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/collection1/lib/README'
to classloader
[junit4] 2> 160420 T382 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 160432 T382 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 160433 T382 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 160440 T382 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 160563 T382 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 160565 T382 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 160566 T382 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 160569 T382 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 160593 T382 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection control_collection
[junit4] 2> 160593 T382 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 160602 T382 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-002/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/
[junit4] 2> 160603 T382 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@2a9f92
[junit4] 2> 160604 T382 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data
[junit4] 2> 160605 T382 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/index/
[junit4] 2> 160605 T382 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/index'
doesn't exist. Creating new index...
[junit4] 2> 160605 T382 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/index
[junit4] 2> 160606 T382 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.AlcoholicMergePolicy:
[AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1030581602,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1]
[junit4] 2> 160735 T382 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 160735 T382 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 160738 T382 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 160739 T382 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 160739 T382 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 160739 T382 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 160740 T382 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 160740 T382 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 160740 T382 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 160741 T382 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 160741 T382 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 160742 T382 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 160742 T382 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 160743 T382 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 160743 T382 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 160744 T382 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 160744 T382 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 160744 T382 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 160745 T382 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 160745 T382 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 160746 T382 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 160746 T382 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 160749 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 160750 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 160751 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 160752 T382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 160753 T382 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 160754 T382 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 160755 T382 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35030351422249284]
[junit4] 2> 160755 T382 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 160756 T382 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 160756 T382 oass.SolrIndexSearcher.<init> Opening
Searcher@11b188b[collection1] main
[junit4] 2> 160756 T382 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/control_collection
[junit4] 2> 160758 T382 oascc.ZkStateReader.readConfigName
path=/collections/control_collection configName=conf1 specified config exists
in ZooKeeper
[junit4] 2> 160758 T382 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 160758 T382
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 160758 T382 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 160759 T382 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 160759 T382
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found
for znode /configs/conf1/_rest_managed.json
[junit4] 2> 160760 T382 oasr.ManagedResourceStorage.load Loaded null at
path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 160760 T382 oascc.SolrZkClient.makePath makePath:
/configs/conf1/_rest_managed.json
[junit4] 2> 160763 T382
oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new
znode /configs/conf1/_rest_managed.json
[junit4] 2> 160763 T382 oasr.ManagedResourceStorage$JsonStorage.store
Saved JSON object to path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 160763 T382 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 160773 T384 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@11b188b[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 160776 T382 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 160777 T387 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:54436/r_u/o
collection:control_collection shard:shard1
[junit4] 2> 160777 T354 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 160778 T387 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leader_elect/shard1/election
[junit4] 2> 160778 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 160782 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 160783 T387 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 160783 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 160784 T389 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@12828f6 name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 160784 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 160785 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 160785 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 160785 T387
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 160786 T387 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C173 name=collection1
org.apache.solr.core.SolrCore@138300b
url=https://127.0.0.1:54436/r_u/o/collection1 node=127.0.0.1:54436_r_u%2Fo
C173_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=https://127.0.0.1:54436/r_u/o, node_name=127.0.0.1:54436_r_u%2Fo,
state=down}
[junit4] 2> 160786 T387 C173 P54436 oasc.SyncStrategy.sync Sync replicas
to https://127.0.0.1:54436/r_u/o/collection1/
[junit4] 2> 160787 T354
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 160787 T387 C173 P54436 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 160787 T387 C173 P54436 oasc.SyncStrategy.syncToMe
https://127.0.0.1:54436/r_u/o/collection1/ has no replicas
[junit4] 2> 160787 T387 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: https://127.0.0.1:54436/r_u/o/collection1/ shard1
[junit4] 2> 160788 T387 oascc.SolrZkClient.makePath makePath:
/collections/control_collection/leaders/shard1
[junit4] 2> 160790 T354 oasc.ChaosMonkey.monkeyLog monkey: init - expire
sessions:false cause connection loss:false
[junit4] 2> 160792 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 160896 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 160896 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 160944 T387 oasc.ZkController.register We are
https://127.0.0.1:54436/r_u/o/collection1/ and leader is
https://127.0.0.1:54436/r_u/o/collection1/
[junit4] 2> 160944 T387 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:54436/r_u/o
[junit4] 2> 160944 T387 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 160944 T387 oasc.ZkController.publish publishing
core=collection1 state=active collection=control_collection
[junit4] 2> 160944 T387 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 160946 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 160950 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54436/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:54436_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 161054 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 161054 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 161277 T354 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 1
[junit4] 2> 161278 T354 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 161283 T354 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 161285 T354 oejs.AbstractConnector.doStart Started
[email protected]:47637
[junit4] 2> 161288 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 161288 T354 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 161289 T354 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003
[junit4] 2> 161289 T354 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/'
[junit4] 2> 161312 T354 oasc.ConfigSolr.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/solr.xml
[junit4] 2> 161327 T354 oasc.CoreContainer.<init> New CoreContainer 6258898
[junit4] 2> 161328 T354 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/]
[junit4] 2> 161329 T354 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 161329 T354 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 161330 T354 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 161330 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 161331 T354 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 161331 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 161331 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 161332 T354 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 161332 T354 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 161334 T354 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 161336 T354 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 161337 T354 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 161337 T354 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 161337 T354 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:34448/solr
[junit4] 2> 161338 T354 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 161338 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 161339 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 161341 T401 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@5cd811 name:ZooKeeperConnection
Watcher:127.0.0.1:34448 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 161341 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 161342 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 161344 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 161345 T403 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@ff3267 name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 161345 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 161352 T354
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 162357 T354 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:47637_r_u%2Fo
[junit4] 2> 162358 T354 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:47637_r_u%2Fo
[junit4] 2> 162362 T354 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 162367 T405 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 162368 T405 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 162369 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 162369 T405 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 162371 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47637/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:47637_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 162372 T379 oasc.Overseer$ClusterStateUpdater.createCollection
Create collection collection1 with shards [shard1]
[junit4] 2> 162372 T379 oasc.Overseer$ClusterStateUpdater.createCollection
state version collection1 1
[junit4] 2> 162372 T379 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 162476 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 162476 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 162476 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163369 T405 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 163370 T405 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 163370 T405 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 163371 T405 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 163372 T405 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 163372 T405 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/collection1/'
[junit4] 2> 163373 T405 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/collection1/lib/.svn/'
to classloader
[junit4] 2> 163373 T405 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/collection1/lib/classes/'
to classloader
[junit4] 2> 163373 T405 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/collection1/lib/README'
to classloader
[junit4] 2> 163400 T405 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 163412 T405 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 163413 T405 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 163421 T405 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 163542 T405 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 163544 T405 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 163545 T405 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 163548 T405 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 163565 T405 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 163566 T405 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 163566 T405 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-003/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/
[junit4] 2> 163566 T405 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@2a9f92
[junit4] 2> 163567 T405 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1
[junit4] 2> 163567 T405 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index/
[junit4] 2> 163567 T405 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index'
doesn't exist. Creating new index...
[junit4] 2> 163568 T405 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index
[junit4] 2> 163569 T405 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.AlcoholicMergePolicy:
[AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1030581602,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1]
[junit4] 2> 163579 T405 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 163579 T405 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 163583 T405 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 163584 T405 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 163584 T405 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 163584 T405 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 163584 T405 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 163585 T405 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 163585 T405 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 163585 T405 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 163585 T405 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 163586 T405 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 163587 T405 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 163587 T405 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 163588 T405 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 163589 T405 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 163589 T405 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 163589 T405 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 163597 T405 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 163598 T405 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 163599 T405 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 163599 T405 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 163601 T405 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 163602 T405 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 163603 T405 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 163604 T405 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 163605 T405 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 163606 T405 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 163607 T405 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35030351422249284]
[junit4] 2> 163608 T405 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 163608 T405 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 163608 T405 oass.SolrIndexSearcher.<init> Opening
Searcher@125881b[collection1] main
[junit4] 2> 163609 T405 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 163610 T405 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 163610 T405 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 163611 T405
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 163611 T405 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 163611 T405 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 163612 T405
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 163612 T405 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 163613 T405 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 163613 T405 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 163617 T406 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@125881b[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 163622 T405 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 163623 T409 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:47637/r_u/o collection:collection1
shard:shard1
[junit4] 2> 163623 T354 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 163624 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 163624 T409 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leader_elect/shard1/election
[junit4] 2> 163629 T409 oasc.ShardLeaderElectionContext.runLeaderProcess
Running the leader process for shard shard1
[junit4] 2> 163631 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 163631 T409
oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found
to continue.
[junit4] 2> 163631 T409 oasc.ShardLeaderElectionContext.runLeaderProcess I
may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C174 name=collection1
org.apache.solr.core.SolrCore@1f92fdd
url=https://127.0.0.1:47637/r_u/o/collection1 node=127.0.0.1:47637_r_u%2Fo
C174_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=https://127.0.0.1:47637/r_u/o, node_name=127.0.0.1:47637_r_u%2Fo,
state=down}
[junit4] 2> 163632 T409 C174 P47637 oasc.SyncStrategy.sync Sync replicas
to https://127.0.0.1:47637/r_u/o/collection1/
[junit4] 2> 163632 T409 C174 P47637 oasc.SyncStrategy.syncReplicas Sync
Success - now sync replicas to me
[junit4] 2> 163632 T409 C174 P47637 oasc.SyncStrategy.syncToMe
https://127.0.0.1:47637/r_u/o/collection1/ has no replicas
[junit4] 2> 163633 T409 oasc.ShardLeaderElectionContext.runLeaderProcess I
am the new leader: https://127.0.0.1:47637/r_u/o/collection1/ shard1
[junit4] 2> 163633 T409 oascc.SolrZkClient.makePath makePath:
/collections/collection1/leaders/shard1
[junit4] 2> 163637 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 163741 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163741 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163741 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163788 T409 oasc.ZkController.register We are
https://127.0.0.1:47637/r_u/o/collection1/ and leader is
https://127.0.0.1:47637/r_u/o/collection1/
[junit4] 2> 163789 T409 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:47637/r_u/o
[junit4] 2> 163789 T409 oasc.ZkController.checkRecovery I am the leader,
no recovery necessary
[junit4] 2> 163789 T409 oasc.ZkController.publish publishing
core=collection1 state=active collection=collection1
[junit4] 2> 163790 T409 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 163791 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 163794 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47637/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:47637_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 163897 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163897 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163897 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 163939 T354 oasc.AbstractFullDistribZkTestBase.createJettys
create jetty 2
[junit4] 2> 163940 T354 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 163943 T354 oejus.SslContextFactory.doStart Enabled Protocols
[SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1,
TLSv1.1, TLSv1.2]
[junit4] 2> 163945 T354 oejs.AbstractConnector.doStart Started
[email protected]:60117
[junit4] 2> 163947 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init()
[junit4] 2> 163948 T354 oasc.SolrResourceLoader.locateSolrHome JNDI not
configured for solr (NoInitialContextEx)
[junit4] 2> 163948 T354 oasc.SolrResourceLoader.locateSolrHome using
system property solr.solr.home:
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004
[junit4] 2> 163948 T354 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/'
[junit4] 2> 163963 T354 oasc.ConfigSolr.fromFile Loading container
configuration from
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/solr.xml
[junit4] 2> 163974 T354 oasc.CoreContainer.<init> New CoreContainer
16018866
[junit4] 2> 163975 T354 oasc.CoreContainer.load Loading cores into
CoreContainer
[instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/]
[junit4] 2> 163975 T354 oashc.HttpShardHandlerFactory.getParameter Setting
socketTimeout to: 90000
[junit4] 2> 163975 T354 oashc.HttpShardHandlerFactory.getParameter Setting
urlScheme to:
[junit4] 2> 163976 T354 oashc.HttpShardHandlerFactory.getParameter Setting
connTimeout to: 15000
[junit4] 2> 163976 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxConnectionsPerHost to: 20
[junit4] 2> 163976 T354 oashc.HttpShardHandlerFactory.getParameter Setting
corePoolSize to: 0
[junit4] 2> 163977 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maximumPoolSize to: 2147483647
[junit4] 2> 163977 T354 oashc.HttpShardHandlerFactory.getParameter Setting
maxThreadIdleTime to: 5
[junit4] 2> 163977 T354 oashc.HttpShardHandlerFactory.getParameter Setting
sizeOfQueue to: -1
[junit4] 2> 163977 T354 oashc.HttpShardHandlerFactory.getParameter Setting
fairnessPolicy to: false
[junit4] 2> 163979 T354 oasu.UpdateShardHandler.<init> Creating
UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 163980 T354 oasl.LogWatcher.createWatcher SLF4J impl is
org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 163980 T354 oasl.LogWatcher.newRegisteredLogWatcher
Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 163981 T354 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 163981 T354 oasc.ZkContainer.initZooKeeper Zookeeper
client=127.0.0.1:34448/solr
[junit4] 2> 163981 T354 oasc.ZkController.checkChrootPath zkHost includes
chroot
[junit4] 2> 163982 T354
oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default
ZkCredentialsProvider
[junit4] 2> 163983 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 163984 T420 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@10aa28e name:ZooKeeperConnection
Watcher:127.0.0.1:34448 got event WatchedEvent state:SyncConnected type:None
path:null path:null type:None
[junit4] 2> 163985 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 163985 T354 oascc.SolrZkClient.createZkACLProvider Using
default ZkACLProvider
[junit4] 2> 163988 T354 oascc.ConnectionManager.waitForConnected Waiting
for client to connect to ZooKeeper
[junit4] 2> 163989 T422 oascc.ConnectionManager.process Watcher
org.apache.solr.common.cloud.ConnectionManager@1efaf2d name:ZooKeeperConnection
Watcher:127.0.0.1:34448/solr got event WatchedEvent state:SyncConnected
type:None path:null path:null type:None
[junit4] 2> 163991 T354 oascc.ConnectionManager.waitForConnected Client is
connected to ZooKeeper
[junit4] 2> 163997 T354
oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state
from ZooKeeper...
[junit4] 2> 165001 T354 oasc.ZkController.createEphemeralLiveNode Register
node as live in ZooKeeper:/live_nodes/127.0.0.1:60117_r_u%2Fo
[junit4] 2> 165003 T354 oascc.SolrZkClient.makePath makePath:
/live_nodes/127.0.0.1:60117_r_u%2Fo
[junit4] 2> 165007 T354 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 165013 T424 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 165013 T424 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 165014 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 165014 T424 oasc.ZkController.waitForCoreNodeName look for our
core node name
[junit4] 2> 165017 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:60117/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:60117_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 165017 T379 oasc.Overseer$ClusterStateUpdater.updateState
Collection already exists with numShards=1
[junit4] 2> 165018 T379 oasc.Overseer$ClusterStateUpdater.updateState
Assigning new node to shard shard=shard1
[junit4] 2> 165121 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 165121 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 165121 T423 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 165121 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 166014 T424 oasc.ZkController.waitForShardId waiting to find
shard id in clusterstate for collection1
[junit4] 2> 166015 T424 oasc.ZkController.createCollectionZkNode Check for
collection zkNode:collection1
[junit4] 2> 166016 T424 oasc.ZkController.createCollectionZkNode
Collection zkNode exists
[junit4] 2> 166016 T424 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 166017 T424 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 166017 T424 oasc.SolrResourceLoader.<init> new
SolrResourceLoader for directory:
'../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/collection1/'
[junit4] 2> 166018 T424 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/collection1/lib/.svn/'
to classloader
[junit4] 2> 166018 T424 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/collection1/lib/classes/'
to classloader
[junit4] 2> 166019 T424 oasc.SolrResourceLoader.replaceClassLoader Adding
'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/collection1/lib/README'
to classloader
[junit4] 2> 166052 T424 oasc.SolrConfig.<init> Using Lucene MatchVersion:
6.0.0
[junit4] 2> 166065 T424 oasc.SolrConfig.<init> Loaded SolrConfig:
solrconfig.xml
[junit4] 2> 166067 T424 oass.IndexSchema.readSchema Reading Solr Schema
from schema.xml
[junit4] 2> 166074 T424 oass.IndexSchema.readSchema [collection1] Schema
name=test
[junit4] 2> 166209 T424 oass.IndexSchema.readSchema default search field
in schema is text
[junit4] 2> 166211 T424 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 166212 T424 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 166215 T424 oass.FileExchangeRateProvider.reload Reloading
exchange rates from file currency.xml
[junit4] 2> 166238 T424 oasc.CoreContainer.create Creating SolrCore
'collection1' using configuration from collection collection1
[junit4] 2> 166239 T424 oasc.SolrCore.initDirectoryFactory
solr.StandardDirectoryFactory
[junit4] 2> 166239 T424 oasc.SolrCore.<init> [collection1] Opening new
SolrCore at
../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-004/collection1/,
dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/
[junit4] 2> 166239 T424 oasc.JmxMonitoredMap.<init> JMX monitoring is
enabled. Adding Solr mbeans to JMX Server:
com.sun.jmx.mbeanserver.JmxMBeanServer@2a9f92
[junit4] 2> 166240 T424 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2
[junit4] 2> 166241 T424 oasc.SolrCore.getNewIndexDir New index directory
detected: old=null
new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/index/
[junit4] 2> 166242 T424 oasc.SolrCore.initIndex WARN [collection1] Solr
index directory
'/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/index'
doesn't exist. Creating new index...
[junit4] 2> 166242 T424 oasc.CachingDirectoryFactory.get return new
directory for
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/index
[junit4] 2> 166243 T424 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.AlcoholicMergePolicy:
[AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1030581602,
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true,
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12,
noCFSRatio=0.1]
[junit4] 2> 166249 T424 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 166249 T424 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 166254 T424 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "nodistrib"
[junit4] 2> 166254 T424 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "dedupe"
[junit4] 2> 166254 T424 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 166255 T424 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "stored_sig"
[junit4] 2> 166255 T424 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 166255 T424 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 166255 T424 oasup.UpdateRequestProcessorChain.init creating
updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 166256 T424 oasup.UpdateRequestProcessorChain.init inserting
DistributedUpdateProcessorFactory into updateRequestProcessorChain
"distrib-dup-test-chain-implicit"
[junit4] 2> 166256 T424 oasc.SolrCore.loadUpdateProcessorChains no
updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 166257 T424 oasc.RequestHandlers.initHandlersFromConfig
created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 166257 T424 oasc.RequestHandlers.initHandlersFromConfig
created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 166258 T424 oasc.RequestHandlers.initHandlersFromConfig
created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 166259 T424 oasc.RequestHandlers.initHandlersFromConfig
created standard: solr.StandardRequestHandler
[junit4] 2> 166259 T424 oasc.RequestHandlers.initHandlersFromConfig
created /get: solr.RealTimeGetHandler
[junit4] 2> 166259 T424 oasc.RequestHandlers.initHandlersFromConfig adding
lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 166260 T424 oasc.RequestHandlers.initHandlersFromConfig
created /replication: solr.ReplicationHandler
[junit4] 2> 166261 T424 oasc.RequestHandlers.initHandlersFromConfig
created /update: solr.UpdateRequestHandler
[junit4] 2> 166261 T424 oasc.RequestHandlers.initHandlersFromConfig
created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 166262 T424 oasc.RequestHandlers.initHandlersFromConfig
created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 166262 T424 oasc.RequestHandlers.initHandlersFromConfig
created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 166264 T424 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 166265 T424 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 166266 T424 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 166268 T424 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 166269 T424 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 166270 T424 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 166272 T424 oasu.RandomMergePolicy.<init> RandomMergePolicy
wrapping class org.apache.lucene.index.LogByteSizeMergePolicy:
[LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=32,
maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807,
calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35030351422249284]
[junit4] 2> 166273 T424 oasc.SolrDeletionPolicy.onInit
SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 166273 T424 oasc.SolrDeletionPolicy.updateCommits newest
commit generation = 1
[junit4] 2> 166273 T424 oass.SolrIndexSearcher.<init> Opening
Searcher@177c68c[collection1] main
[junit4] 2> 166274 T424 oascc.ZkStateReader.readConfigName Load collection
config from:/collections/collection1
[junit4] 2> 166275 T424 oascc.ZkStateReader.readConfigName
path=/collections/collection1 configName=conf1 specified config exists in
ZooKeeper
[junit4] 2> 166275 T424 oasr.ManagedResourceStorage.newStorageIO Setting
up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 166275 T424
oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured
ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 166275 T424 oasr.RestManager.init Initializing RestManager
with initArgs: {}
[junit4] 2> 166276 T424 oasr.ManagedResourceStorage.load Reading
_rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 166277 T424
oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes
from znode /configs/conf1/_rest_managed.json
[junit4] 2> 166277 T424 oasr.ManagedResourceStorage.load Loaded
LinkedHashMap at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 166277 T424 oasr.ManagedResource.reloadFromStorage Loaded
initArgs {} for /rest/managed
[junit4] 2> 166277 T424 oasr.RestManager.init Initializing 0 registered
ManagedResources
[junit4] 2> 166282 T425 oasc.SolrCore.registerSearcher [collection1]
Registered new searcher Searcher@177c68c[collection1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 166287 T424 oasc.CoreContainer.registerCore registering core:
collection1
[junit4] 2> 166288 T428 oasc.ZkController.register Register replica -
core:collection1 address:https://127.0.0.1:60117/r_u/o collection:collection1
shard:shard1
[junit4] 2> 166288 T354 oass.SolrDispatchFilter.init
user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 166289 T354 oass.SolrDispatchFilter.init
SolrDispatchFilter.init() done
[junit4] 2> 166290 T428 oasc.ZkController.register We are
https://127.0.0.1:60117/r_u/o/collection1/ and leader is
https://127.0.0.1:47637/r_u/o/collection1/
[junit4] 2> 166290 T428 oasc.ZkController.register No LogReplay needed for
core=collection1 baseURL=https://127.0.0.1:60117/r_u/o
[junit4] 2> 166290 T428 oasc.ZkController.checkRecovery Core needs to
recover:collection1
[junit4] 2> 166291 T428 oasu.DefaultSolrCoreState.doRecovery Running
recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C175 name=collection1
org.apache.solr.core.SolrCore@d7f139
url=https://127.0.0.1:60117/r_u/o/collection1 node=127.0.0.1:60117_r_u%2Fo
C175_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=https://127.0.0.1:60117/r_u/o, node_name=127.0.0.1:60117_r_u%2Fo,
state=down}
[junit4] 2> 166291 T429 C175 P60117 oasc.RecoveryStrategy.run Starting
recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 166292 T429 C175 P60117 oasc.RecoveryStrategy.doRecovery
###### startupVersions=[]
[junit4] 2> 166292 T429 C175 P60117 oasc.RecoveryStrategy.doRecovery
Publishing state of core collection1 as recovering, leader is
https://127.0.0.1:47637/r_u/o/collection1/ and I am
https://127.0.0.1:60117/r_u/o/collection1/
[junit4] 2> 166292 T429 C175 P60117 oasc.ZkController.publish publishing
core=collection1 state=recovering collection=collection1
[junit4] 2> 166293 T429 C175 P60117 oasc.ZkController.publish numShards
not found on descriptor - reading it from system property
[junit4] 2> 166294 T354
oasc.AbstractFullDistribZkTestBase.randomlyEnableAutoSoftCommit Not turning on
auto soft commit
[junit4] 2> 166294 T383 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 166296 T429 C175 P60117
oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to
https://127.0.0.1:47637/r_u/o; WaitForState:
action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A60117_r_u%252Fo&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
[junit4] 2> 166297 T379 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:60117/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:60117_r_u%2Fo",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"recovering",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 166371 T399 oasha.CoreAdminHandler.handleWaitForStateAction
Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true,
onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> ASYNC NEW_CORE C176 name=collection1
org.apache.solr.core.SolrCore@138300b
url=https://127.0.0.1:54436/r_u/o/collection1 node=127.0.0.1:54436_r_u%2Fo
C176_STATE=coll:control_collection core:collection1 props:{core=collection1,
base_url=https://127.0.0.1:54436/r_u/o, node_name=127.0.0.1:54436_r_u%2Fo,
state=active, leader=true}
[junit4] 2> 166372 T374 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{deleteByQuery=*:* (-1481040404014956544)} 0 3
[junit4] 2> 166374 T399 oasha.CoreAdminHandler.handleWaitForStateAction
Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have
state: recovering
[junit4] 2> 166374 T399 oasha.CoreAdminHandler.handleWaitForStateAction In
WaitForState(recovering): collection=collection1, shard=shard1,
thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true,
live=true, checkLive=true, currentState=down, localState=active,
nodeName=127.0.0.1:60117_r_u%2Fo, coreNodeName=core_node2,
onlyIfActiveCheckResult=false, nodeProps:
core_node2:{"core":"collection1","base_url":"https://127.0.0.1:60117/r_u/o","node_name":"127.0.0.1:60117_r_u%2Fo","state":"down"}
[junit4] 2> 166403 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 166403 T390 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 166403 T383 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 166403 T423 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> C175_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:60117/r_u/o,
node_name=127.0.0.1:60117_r_u%2Fo, state=recovering}
[junit4] 2> 166561 T416 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&_version_=-1481040404105134080&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{deleteByQuery=*:* (-1481040404105134080)} 0 3
[junit4] 2> ASYNC NEW_CORE C177 name=collection1
org.apache.solr.core.SolrCore@1f92fdd
url=https://127.0.0.1:47637/r_u/o/collection1 node=127.0.0.1:47637_r_u%2Fo
C177_STATE=coll:collection1 core:collection1 props:{core=collection1,
base_url=https://127.0.0.1:47637/r_u/o, node_name=127.0.0.1:47637_r_u%2Fo,
state=active, leader=true}
[junit4] 2> 166563 T398 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{deleteByQuery=*:* (-1481040404105134080)} 0 110
[junit4] 2> 166568 T354 oasc.ChaosMonkey.monkeyLog monkey: starting
[junit4] 2> 166569 T354 oasc.ChaosMonkey.monkeyLog monkey: Jetty will not
commit on close
[junit4] 2> 166583 T371 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-0 (1481040404232011776)]} 0 8
[junit4] 2> 166586 T373 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[1-0 (1481040404241448960)]} 0 1
[junit4] 2> 166617 T418 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[0-0 (1481040404256129024)]} 0 6
[junit4] 2> 166619 T397 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[0-0 (1481040404256129024)]} 0 20
[junit4] 2> 166619 T415 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[1-0 (1481040404255080448)]} 0 1
[junit4] 2> 166621 T398 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[1-0 (1481040404255080448)]} 0 28
[junit4] 2> 166651 T372 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-1 (1481040404309606400)]} 0 1
[junit4] 2> 166653 T374 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[1-1 (1481040404311703552)]} 0 1
[junit4] 2> 166662 T416 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[0-1 (1481040404316946432)]} 0 1
[junit4] 2> 166664 T396 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[0-1 (1481040404316946432)]} 0 7
[junit4] 2> 166666 T417 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[1-1 (1481040404317995008)]} 0 5
[junit4] 2> 166667 T397 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[1-1 (1481040404317995008)]} 0 9
[junit4] 2> 166749 T371 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-2 (1481040404413415424)]} 0 0
[junit4] 2> 166752 T373 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[1-2 (1481040404415512576)]} 0 1
[junit4] 2> 166758 T418 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[0-2 (1481040404418658304)]} 0 1
[junit4] 2> 166759 T398 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[0-2 (1481040404418658304)]} 0 6
[junit4] 2> 166760 T416 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[1-2 (1481040404420755456)]} 0 0
[junit4] 2> 166762 T396 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[1-2 (1481040404420755456)]} 0 7
[junit4] 2> 166769 T372 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-3 (1481040404433338368)]} 0 1
[junit4] 2> 166771 T372 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[1-3 (1481040404436484096)]} 0 1
[junit4] 2> 166776 T417 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[0-3 (1481040404438581248)]} 0 1
[junit4] 2> 166777 T397 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[0-3 (1481040404438581248)]} 0 5
[junit4] 2> 166779 T415 C175 P60117 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:47637/r_u/o/collection1/&wt=javabin&version=2}
{add=[1-3 (1481040404440678400)]} 0 0
[junit4] 2> 166781 T398 C177 P47637 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update params={wt=javabin&version=2}
{add=[1-3 (1481040404440678400)]} 0 6
[junit4] 2> 166864 T371 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[0-4 (1481040404532953088)]} 0 1
[junit4] 2> 166867 T373 C176 P54436 oasup.LogUpdateProcessor.finish
[collection1] webapp=/r_u/o path=/update
params={wt=javabin&version=2&CONTROL=TRUE} {add=[1-4 (1481040404537147392)]} 0 0
[junit4] 2> 166872 T418
[...truncated too long message...]
sc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 175125 T354 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/r_u/o,null}
[junit4] 2> 175132 T445 oasc.Overseer$ClusterStateUpdater.run Starting to
work on the main queue
[junit4] 2> 180115 T354 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
47637
[junit4] 2> 180115 T354 oasc.CoreContainer.shutdown Shutting down
CoreContainer instance=6258898
[junit4] 2> 180116 T354 oasc.ZkController.publish publishing
core=collection1 state=down collection=collection1
[junit4] 2> 180116 T354 oasc.ZkController.publish numShards not found on
descriptor - reading it from system property
[junit4] 2> 180118 T404 oasc.DistributedQueue$LatchChildWatcher.process
LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type
NodeChildrenChanged
[junit4] 2> 180118 T354 oasc.SolrCore.close [collection1] CLOSING
SolrCore org.apache.solr.core.SolrCore@1f92fdd
[junit4] 2> 180120 T354 oasu.DirectUpdateHandler2.close closing
DirectUpdateHandler2{commits=1,autocommits=0,soft
autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=153,adds=153,deletesById=68,deletesByQuery=0,errors=0,cumulative_adds=241,cumulative_deletesById=96,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=9554,transaction_logs_total_number=1}
[junit4] 2> 180120 T354 oasu.SolrCoreState.decrefSolrCoreState Closing
SolrCoreState
[junit4] 2> 180121 T354 oasu.DefaultSolrCoreState.closeIndexWriter
SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 180121 T354 oasu.DefaultSolrCoreState.closeIndexWriter closing
IndexWriter with IndexWriterCloser
[junit4] 2> 180121 T354 C178 P47637 oasu.DirectUpdateHandler2.closeWriter
Committing on IndexWriter close.
[junit4] 2> 180124 T445 oasc.Overseer$ClusterStateUpdater.updateState
Update state numShards=null message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47637/r_u/o";,
[junit4] 2> "node_name":"127.0.0.1:47637_r_u%2Fo",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 180130 T404 oascc.ZkStateReader$2.process A cluster state
change: WatchedEvent state:SyncConnected type:NodeDataChanged
path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> C178_STATE=coll:collection1 core:collection1
props:{core=collection1, base_url=https://127.0.0.1:47637/r_u/o,
node_name=127.0.0.1:47637_r_u%2Fo, state=down, leader=true}
[junit4] 2> 180153 T354 C178 P47637 oasc.SolrDeletionPolicy.onCommit
SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index,segFN=segments_2,generation=2}
[junit4] 2>
commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index,segFN=segments_3,generation=3}
[junit4] 2> 180154 T354 C178 P47637 oasc.SolrDeletionPolicy.updateCommits
newest commit generation = 3
[junit4] 2> 180158 T354 oasc.SolrCore.closeSearcher [collection1] Closing
main searcher on request.
[junit4] 2> 180159 T354 oasc.CachingDirectoryFactory.close Closing
StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 180160 T354 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1
[CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1;done=false>>]
[junit4] 2> 180160 T354 oasc.CachingDirectoryFactory.close Closing
directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1
[junit4] 2> 180161 T354 oasc.CachingDirectoryFactory.closeCacheValue
looking to close
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index
[CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index;done=false>>]
[junit4] 2> 180161 T354 oasc.CachingDirectoryFactory.close Closing
directory:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001/tempDir-001/jetty1/index
[junit4] 2> 180162 T354 oasc.Overseer.close Overseer
(id=92565024742965255-127.0.0.1:47637_r_u%2Fo-n_0000000001) closing
[junit4] 2> 180163 T445 oasc.Overseer$ClusterStateUpdater.run Overseer
Loop exiting : 127.0.0.1:47637_r_u%2Fo
[junit4] 2> 181665 T404 oascc.ZkStateReader$3.process WARN ZooKeeper watch
triggered, but Solr cannot talk to ZK
[junit4] 2> 181689 T354 oejsh.ContextHandler.doStop stopped
o.e.j.s.ServletContextHandler{/r_u/o,null}
[junit4] 2> 186679 T354 oasc.ChaosMonkey.monkeyLog monkey: stop shard!
60117
[junit4] 2> 186679 T354 oas.SolrTestCaseJ4.tearDown ###Ending
testDistribSearch
[junit4] 2> 186681 T354 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:34448 34448
[junit4] 2> 187228 T355 oasc.ZkTestServer.send4LetterWord connecting to
127.0.0.1:34448 34448
[junit4] 2> 187229 T355 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN
Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test
-Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch
-Dtests.seed=2C5381EB0B9B5280 -Dtests.multiplier=3 -Dtests.slow=true
-Dtests.locale=es_SV -Dtests.timezone=America/Denver
-Dtests.file.encoding=US-ASCII
[junit4] FAILURE 28.7s J1 | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but
was:<1>
[junit4] > at
__randomizedtesting.SeedInfo.seed([2C5381EB0B9B5280:ADB50FF37CC432BC]:0)
[junit4] > at
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:153)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 187238 T354 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest-2C5381EB0B9B5280-001
[junit4] 2> 28665 T353 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will
linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50):
{rnd_b=PostingsFormat(name=Memory doPackFST= false),
_version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Direct),
a_i=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory
doPackFST= false)}, docValues:{},
sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_SV,
timezone=America/Denver
[junit4] 2> NOTE: Linux 3.13.0-36-generic i386/Oracle Corporation 1.9.0-ea
(32-bit)/cpus=8,threads=1,free=45161968,total=192937984
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudManagedSchema,
TestSolr4Spatial2, TestReversedWildcardFilterFactory, TestRealTimeGet,
DirectSolrConnectionTest, TestDistributedGrouping,
SharedFSAutoReplicaFailoverTest, ChaosMonkeySafeLeaderTest]
[junit4] Completed on J1 in 29.22s, 1 test, 1 failure <<< FAILURES!
[...truncated 1309 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:524: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:472: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following
error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The
following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1359:
The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:961:
There were test failures: 436 suites, 1783 tests, 1 failure, 44 ignored (22
assumptions)
Total time: 103 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.9.0-ea-b28 -client
-XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
