Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1907/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.TestTolerantSearch Error Message: IOException occured when talking to server at: https://127.0.0.1:51682/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:51682/solr at __randomizedtesting.SeedInfo.seed([FE218269F41B5ACC]:0) at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:584) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124) at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168) at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146) at org.apache.solr.TestTolerantSearch.createThings(TestTolerantSearch.java:81) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:767) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260) at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57) at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465) ... 30 more FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch Error Message: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([FE218269F41B5ACC]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest Error Message: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([FE218269F41B5ACC]:0) Build Log: [...truncated 11111 lines...] [junit4] Suite: org.apache.solr.TestTolerantSearch [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/init-core-data-001 [junit4] 2> 3111654 T8424 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 3111705 T8424 oas.SolrTestCaseJ4.initCore ####initCore [junit4] 2> 3111706 T8424 oas.SolrTestCaseJ4.initCore ####initCore end [junit4] 2> 3111708 T8424 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 3111714 T8424 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 3111759 T8424 oejs.AbstractConnector.doStart Started [email protected]:51682 [junit4] 2> 3111761 T8424 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 3111761 T8424 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 3111761 T8424 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001 [junit4] 2> 3111762 T8424 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/' [junit4] 2> 3111803 T8424 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/solr.xml [junit4] 2> 3111822 T8424 oasc.CoreContainer.<init> New CoreContainer 1240708789 [junit4] 2> 3111823 T8424 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/] [junit4] 2> 3111824 T8424 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 3111824 T8424 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https [junit4] 2> 3111824 T8424 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 3111825 T8424 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 3111825 T8424 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 3111825 T8424 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 3111825 T8424 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 3111826 T8424 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 3111826 T8424 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 3111827 T8424 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 3111831 T8424 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 3111832 T8424 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 3111832 T8424 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 3111833 T8424 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 3111836 T8434 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/' [junit4] 2> 3111863 T8434 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 3111868 T8434 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 3111871 T8434 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/conf/schema.xml [junit4] 2> 3111874 T8434 oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 3111982 T8434 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 3111986 T8434 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 3111988 T8434 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 3111994 T8434 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3111996 T8434 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3111999 T8434 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 3111999 T8434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 3112000 T8434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 3112001 T8434 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 3112001 T8434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 3112001 T8434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 3112002 T8434 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/ [junit4] 2> 3112002 T8434 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 3112002 T8434 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/ [junit4] 2> 3112003 T8434 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1 [junit4] 2> 3112003 T8434 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002 [junit4] 2> 3112003 T8434 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index/ [junit4] 2> 3112003 T8434 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index' doesn't exist. Creating new index... [junit4] 2> 3112004 T8434 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index [junit4] 2> 3112004 T8434 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 3112005 T8434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1ec1f1b6)),segFN=segments_1,generation=1} [junit4] 2> 3112005 T8434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3112011 T8434 oasc.SolrCore.initWriters created javabin: solr.TestTolerantSearch$BadResponseWriter [junit4] 2> 3112012 T8434 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 3112013 T8434 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112013 T8434 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112013 T8434 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112014 T8434 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler [junit4] 2> 3112014 T8434 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 3112014 T8434 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 3112022 T8434 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112023 T8434 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112024 T8434 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112026 T8434 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112027 T8434 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 3112027 T8434 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 3112027 T8434 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.2578125, floorSegmentMB=2.0751953125, forceMergeDeletesPctAllowed=25.96788495501775, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 3112028 T8434 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1ec1f1b6)),segFN=segments_1,generation=1} [junit4] 2> 3112028 T8434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3112028 T8434 oass.SolrIndexSearcher.<init> Opening Searcher@1facf5a6[collection1] main [junit4] 2> 3112028 T8434 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/conf [junit4] 2> 3112029 T8434 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/conf} [junit4] 2> 3112029 T8434 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/conf [junit4] 2> 3112029 T8434 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed [junit4] 2> 3112030 T8434 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection1/conf [junit4] 2> 3112030 T8434 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 3112032 T8434 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 3112032 T8435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1facf5a6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3112033 T8424 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 3112033 T8424 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 3112034 T8424 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#51682 [junit4] 2> 3112084 T8430 oasha.CoreAdminHandler.handleCreateAction core create command name=collection2&action=CREATE&wt=javabin&version=2 [junit4] 2> 3112086 T8430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/' [junit4] 2> 3112109 T8430 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 3112114 T8430 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 3112117 T8430 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/conf/schema.xml [junit4] 2> 3112121 T8430 oass.IndexSchema.readSchema [collection2] Schema name=test [junit4] 2> 3112233 T8430 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 3112236 T8430 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 3112238 T8430 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 3112246 T8430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3112250 T8430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3112252 T8430 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 3112253 T8430 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 3112255 T8430 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 3112255 T8430 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 3112256 T8430 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 3112256 T8430 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 3112256 T8430 oasc.CoreContainer.create Creating SolrCore 'collection2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/ [junit4] 2> 3112257 T8430 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 3112258 T8430 oasc.SolrCore.<init> [collection2] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/ [junit4] 2> 3112258 T8430 oasc.SolrCore.<init> JMX monitoring not detected for core: collection2 [junit4] 2> 3112259 T8430 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data [junit4] 2> 3112259 T8430 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index/ [junit4] 2> 3112259 T8430 oasc.SolrCore.initIndex WARN [collection2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index' doesn't exist. Creating new index... [junit4] 2> 3112261 T8430 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index [junit4] 2> 3112261 T8430 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 3112262 T8430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-6f06d80c)),segFN=segments_1,generation=1} [junit4] 2> 3112262 T8430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3112264 T8430 oasc.SolrCore.initWriters created javabin: solr.TestTolerantSearch$BadResponseWriter [junit4] 2> 3112265 T8430 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 3112265 T8430 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112266 T8430 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112266 T8430 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3112266 T8430 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler [junit4] 2> 3112267 T8430 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 3112267 T8430 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 3112269 T8430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112271 T8430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112272 T8430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112274 T8430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3112276 T8430 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 3112276 T8430 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 3112276 T8430 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.2578125, floorSegmentMB=2.0751953125, forceMergeDeletesPctAllowed=25.96788495501775, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0 [junit4] 2> 3112277 T8430 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-6f06d80c)),segFN=segments_1,generation=1} [junit4] 2> 3112277 T8430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3112278 T8430 oass.SolrIndexSearcher.<init> Opening Searcher@7a21d42f[collection2] main [junit4] 2> 3112278 T8430 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/conf [junit4] 2> 3112279 T8430 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/conf} [junit4] 2> 3112279 T8430 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/conf [junit4] 2> 3112280 T8430 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed [junit4] 2> 3112281 T8430 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/conf [junit4] 2> 3112281 T8430 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 3112283 T8430 oasc.CoreContainer.registerCore registering core: collection2 [junit4] 2> 3112283 T8430 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={name=collection2&action=CREATE&wt=javabin&version=2} status=0 QTime=199 [junit4] 2> ASYNC NEW_CORE C2446 name=collection1 org.apache.solr.core.SolrCore@2b4ccb9c [junit4] 2> 3112288 T8430 C2446 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 1 [junit4] 2> 3112288 T8437 oasc.SolrCore.registerSearcher [collection2] Registered new searcher Searcher@7a21d42f[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3312726 T8429 C2446 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false} [junit4] 2> 3312733 T8429 C2446 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1ec1f1b6)),segFN=segments_1,generation=1} [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1ec1f1b6)),segFN=segments_2,generation=2} [junit4] 2> 3312734 T8429 C2446 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2 [junit4] 2> 3312736 T8429 C2446 oass.SolrIndexSearcher.<init> Opening Searcher@619e6aa0[collection1] main [junit4] 2> 3312737 T8429 C2446 oasu.DirectUpdateHandler2.commit end_commit_flush [junit4] 2> 3312737 T8435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@619e6aa0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c1)))} [junit4] 2> 3312738 T8429 C2446 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 12 [junit4] 2> 3312745 T8424 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1240708789 [junit4] 2> 3312748 T8424 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2b4ccb9c [junit4] 2> 3312751 T8424 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0} [junit4] 2> 3312751 T8424 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState [junit4] 2> 3312752 T8424 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 3312752 T8424 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser [junit4] 2> 3312756 T8424 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request. [junit4] 2> 3312757 T8424 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 3312757 T8424 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002;done=false>>] [junit4] 2> 3312757 T8424 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002 [junit4] 2> 3312758 T8424 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index;done=false>>] [junit4] 2> 3312759 T8424 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-002/index [junit4] 2> 3312759 T8424 oasc.SolrCore.close [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@348ca9f7 [junit4] 2> 3312760 T8424 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0} [junit4] 2> 3312760 T8424 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState [junit4] 2> 3312761 T8424 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter [junit4] 2> 3312761 T8424 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser [junit4] 2> 3312762 T8424 oasc.SolrCore.closeSearcher [collection2] Closing main searcher on request. [junit4] 2> 3312762 T8424 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked [junit4] 2> 3312763 T8424 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index;done=false>>] [junit4] 2> 3312763 T8424 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data/index [junit4] 2> 3312764 T8424 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data;done=false>>] [junit4] 2> 3312764 T8424 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTolerantSearch-FE218269F41B5ACC-001/tempDir-001/collection2/data [junit4] 2> 3312765 T8424 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null} [junit4] 2> 3317740 T8424 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ru_RU, timezone=Canada/Pacific [junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_20 (64-bit)/cpus=2,threads=1,free=130689152,total=373817344 [junit4] 2> NOTE: All tests run in this JVM: [BasicZkTest, TestFoldingMultitermQuery, CollectionsAPIDistributedZkTest, TestConfig, ScriptEngineTest, CopyFieldTest, TestComponentsName, DeleteShardTest, ClusterStateTest, CurrencyFieldOpenExchangeTest, TestFieldResource, TestSweetSpotSimilarityFactory, TestDefaultSimilarityFactory, ChaosMonkeyNothingIsSafeTest, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, DistanceFunctionTest, FullSolrCloudDistribCmdsTest, TestManagedResourceStorage, TestTrie, SolrIndexConfigTest, TestElisionMultitermQuery, TestCollectionAPI, EchoParamsTest, OverriddenZkACLAndCredentialsProvidersTest, TestCodecSupport, TermsComponentTest, TestIBSimilarityFactory, ClusterStateUpdateTest, TestStressUserVersions, TestCloudSchemaless, TestCharFilters, DateFieldTest, SpellCheckCollatorTest, ShardRoutingCustomTest, PreAnalyzedFieldTest, DocExpirationUpdateProcessorFactoryTest, ExitableDirectoryReaderTest, TestSortingResponseWriter, ConnectionManagerTest, TestWordDelimiterFilterFactory, ExternalFileFieldSortTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestConfigSets, SuggesterTSTTest, TermVectorComponentDistributedTest, BinaryUpdateRequestHandlerTest, TestSerializedLuceneMatchVersion, SolrInfoMBeanTest, ExternalCollectionsTest, TestBlendedInfixSuggestions, TestReplicaProperties, TestPostingsSolrHighlighter, QueryElevationComponentTest, OutputWriterTest, TestFastLRUCache, TestCloudManagedSchema, TestLazyCores, AddBlockUpdateTest, AutoCommitTest, TestExceedMaxTermLength, TestSolrXmlPersistor, TestDistributedGrouping, PreAnalyzedUpdateProcessorTest, IndexBasedSpellCheckerTest, TestGroupingSearch, TestDefaultSearchFieldResource, UpdateParamsTest, TestDistributedSearch, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotSmallTest, DateRangeFieldTest, TestManagedResource, DistributedExpandComponentTest, TestWriterPerf, TestExtendedDismaxParser, TestIndexingPerformance, VMParamsZkACLAndCredentialsProvidersTest, LegacyHTMLStripCharFilterTest, TestSystemIdResolver, SortByFunctionTest, OpenCloseCoreStressTest, TestInitQParser, BadCopyFieldTest, TestSchemaVersionResource, DocValuesMissingTest, TestFuzzyAnalyzedSuggestions, HighlighterConfigTest, CurrencyFieldXmlFileTest, ZkNodePropsTest, ModifyConfFileTest, DistribCursorPagingTest, PrimUtilsTest, PluginInfoTest, TestXIncludeConfig, TestJmxIntegration, TestFastWriter, SchemaVersionSpecificBehaviorTest, TestOmitPositions, TestJoin, HdfsUnloadDistributedZkTest, TestDistribDocBasedVersion, IndexSchemaRuntimeFieldTest, HdfsBasicDistributedZkTest, TestManagedSchemaDynamicFieldResource, TestUtils, HdfsChaosMonkeySafeLeaderTest, TestReload, TestPivotHelperCode, TestManagedStopFilterFactory, TestManagedSchemaFieldResource, AliasIntegrationTest, XmlUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, AnalyticsMergeStrategyTest, TestSolrDeletionPolicy1, LeaderElectionIntegrationTest, ChangedSchemaMergeTest, SolrXmlInZkTest, CircularListTest, TestIntervalFaceting, RequestHandlersTest, TestPHPSerializedResponseWriter, DirectSolrConnectionTest, TestStressReorder, TestFieldSortValues, URLClassifyProcessorTest, TestCloudInspectUtil, FileBasedSpellCheckerTest, TestOverriddenPrefixQueryForCustomFieldType, ResponseHeaderTest, StandardRequestHandlerTest, DocValuesMultiTest, TestDynamicFieldResource, AnalyticsQueryTest, CoreAdminCreateDiscoverTest, SyncSliceTest, HdfsCollectionsAPIDistributedZkTest, SliceStateTest, UUIDFieldTest, TestCSVResponseWriter, TestHighlightDedupGrouping, TestQueryUtils, HdfsLockFactoryTest, TestQuerySenderListener, TestManagedSchemaFieldTypeResource, TestNRTOpen, DistributedTermsComponentTest, CoreAdminHandlerTest, TestInitParams, TestIndexSearcher, RankQueryTest, RemoteQueryErrorTest, TestHighFrequencyDictionaryFactory, PrimitiveFieldTypeTest, SolrRequestParserTest, TestLuceneMatchVersion, CursorMarkTest, ReplicationFactorTest, TestStandardQParsers, DistributedSpellCheckComponentTest, BlockDirectoryTest, TestMiniSolrCloudCluster, LeaderInitiatedRecoveryOnCommitTest, TestRangeQuery, TestAnalyzedSuggestions, TestNonNRTOpen, QueryParsingTest, FieldAnalysisRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestValueSourceCache, TestFileDictionaryLookup, TestStressVersions, SpellCheckComponentTest, JSONWriterTest, SolrCmdDistributorTest, UUIDUpdateProcessorFallbackTest, TestDocSet, ShardRoutingTest, ZkCLITest, DirectUpdateHandlerTest, TestInfoStreamLogging, SimpleFacetsTest, TestStressRecovery, TestRandomMergePolicy, ZkSolrClientTest, DistributedQueryComponentCustomSortTest, TestComplexPhraseQParserPlugin, RAMDirectoryFactoryTest, OverseerCollectionProcessorTest, DeleteReplicaTest, FileUtilsTest, TestShardHandlerFactory, CustomCollectionTest, TestBadConfig, TestRandomFaceting, TestLFUCache, NoCacheHeaderTest, DirectUpdateHandlerOptimizeTest, TestTolerantSearch] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTolerantSearch -Dtests.seed=FE218269F41B5ACC -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=Canada/Pacific -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s | TestTolerantSearch (suite) <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:51682/solr [junit4] > at __randomizedtesting.SeedInfo.seed([FE218269F41B5ACC]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:584) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211) [junit4] > at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124) [junit4] > at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168) [junit4] > at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146) [junit4] > at org.apache.solr.TestTolerantSearch.createThings(TestTolerantSearch.java:81) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) [junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260) [junit4] > at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) [junit4] > at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) [junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271) [junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) [junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682) [junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486) [junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106) [junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465) [junit4] > ... 30 more [junit4] Completed in 206.20s, 0 tests, 1 error <<< FAILURES! [...truncated 159 lines...] [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest [junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/init-core-data-001 [junit4] 2> 3601742 T9147 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false) [junit4] 2> 3601743 T9147 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: / [junit4] 2> 3601752 T9147 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch [junit4] 2> 3601754 T9147 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 1> client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3601756 T9148 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 3601857 T9147 oasc.ZkTestServer.run start zk server on port:51927 [junit4] 2> 3601858 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3601860 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3601870 T9154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@246f6a61 name:ZooKeeperConnection Watcher:127.0.0.1:51927 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3601871 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3601872 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3601873 T9147 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 3601880 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3601883 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3601885 T9156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f9143cf name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3601885 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3601886 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3601886 T9147 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 3601895 T9147 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 3601907 T9147 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 3601916 T9147 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 3601924 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 3601925 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 3601935 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml [junit4] 2> 3601936 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 3601941 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 3601942 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 3601947 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 3601947 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 3601952 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 3601953 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 3601959 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 3601960 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 3601967 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 3601967 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 3601974 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 3601974 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 3601979 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 3601980 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 3601990 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 3601990 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 3601994 T9147 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 3601995 T9147 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 3602001 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3602004 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3602005 T9158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa54230 name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3602005 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3602006 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3603979 T9147 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 3603986 T9147 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 3604031 T9147 oejs.AbstractConnector.doStart Started [email protected]:51931 [junit4] 2> 3604033 T9147 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 3604033 T9147 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 3604033 T9147 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002 [junit4] 2> 3604034 T9147 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/' [junit4] 2> 3604069 T9147 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/solr.xml [junit4] 2> 3604084 T9147 oasc.CoreContainer.<init> New CoreContainer 748775686 [junit4] 2> 3604085 T9147 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/] [junit4] 2> 3604085 T9147 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 3604085 T9147 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 3604086 T9147 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 3604086 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 3604086 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 3604087 T9147 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 3604087 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 3604087 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 3604087 T9147 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 3604088 T9147 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 3604090 T9147 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 3604092 T9147 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 3604092 T9147 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 3604092 T9147 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 3604093 T9147 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51927/solr [junit4] 2> 3604093 T9147 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 3604094 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3604095 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3604097 T9169 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c91781a name:ZooKeeperConnection Watcher:127.0.0.1:51927 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3604098 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3604099 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3604102 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3604105 T9171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4814bf10 name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3604105 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3604107 T9147 oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 3604113 T9147 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 3604118 T9147 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 3604124 T9147 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 3604129 T9147 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 3604136 T9147 oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 3604138 T9147 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51931_ [junit4] 2> 3604139 T9147 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51931_ [junit4] 2> 3604147 T9147 oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 3604152 T9147 oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 3604158 T9147 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 3604164 T9147 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51931_ [junit4] 2> 3604165 T9147 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 3604172 T9147 oasc.Overseer.start Overseer (id=92690295945232388-127.0.0.1:51931_-n_0000000000) starting [junit4] 2> 3604182 T9147 oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 3604217 T9147 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 3604221 T9172 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 3604223 T9173 oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 3604228 T9147 oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 3604235 T9147 oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 3604243 T9147 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 3604269 T9175 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection [junit4] 2> 3604270 T9175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 3604273 T9175 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 3604274 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3604284 T9172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:51931";, [junit4] 2> "node_name":"127.0.0.1:51931_", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 3604285 T9172 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1] [junit4] 2> 3604285 T9172 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1 [junit4] 2> 3604286 T9172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1 [junit4] 2> 3604294 T9176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605275 T9175 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 3605275 T9175 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection [junit4] 2> 3605277 T9175 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 3605277 T9175 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 3605280 T9175 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 3605280 T9175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/collection1/' [junit4] 2> 3605281 T9175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/collection1/lib/.svn/' to classloader [junit4] 2> 3605282 T9175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/collection1/lib/classes/' to classloader [junit4] 2> 3605282 T9175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/collection1/lib/README' to classloader [junit4] 2> 3605351 T9175 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 3605367 T9175 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 3605370 T9175 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 3605375 T9175 oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 3605493 T9175 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 3605496 T9175 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 3605497 T9175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3605503 T9175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3605554 T9175 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 3605554 T9175 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory [junit4] 2> 3605555 T9175 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/ [junit4] 2> 3605555 T9175 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a639ba3 [junit4] 2> 3605557 T9175 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data [junit4] 2> 3605558 T9175 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/index/ [junit4] 2> 3605559 T9175 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/index' doesn't exist. Creating new index... [junit4] 2> 3605560 T9175 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/index [junit4] 2> 3605561 T9175 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=6.0029296875, floorSegmentMB=1.41796875, forceMergeDeletesPctAllowed=19.731449320716326, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8508193959568134 [junit4] 2> 3605565 T9175 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/index,segFN=segments_1,generation=1} [junit4] 2> 3605565 T9175 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3605571 T9175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 3605571 T9175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 3605571 T9175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 3605571 T9175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 3605572 T9175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 3605572 T9175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 3605572 T9175 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 3605572 T9175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 3605573 T9175 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 3605574 T9175 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3605574 T9175 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3605575 T9175 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler [junit4] 2> 3605575 T9175 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler [junit4] 2> 3605576 T9175 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler [junit4] 2> 3605576 T9175 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler [junit4] 2> 3605576 T9175 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler [junit4] 2> 3605577 T9175 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler [junit4] 2> 3605577 T9175 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers [junit4] 2> 3605578 T9175 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler [junit4] 2> 3605578 T9175 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler [junit4] 2> 3605588 T9175 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3605591 T9175 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3605593 T9175 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3605597 T9175 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 3605599 T9175 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 3605599 T9175 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 3605600 T9175 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0] [junit4] 2> 3605602 T9175 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/control/data/index,segFN=segments_1,generation=1} [junit4] 2> 3605603 T9175 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3605603 T9175 oass.SolrIndexSearcher.<init> Opening Searcher@5e7beb39[collection1] main [junit4] 2> 3605603 T9175 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 3605609 T9175 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 3605610 T9175 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 3605613 T9175 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 3605613 T9175 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 3605613 T9175 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 3605615 T9175 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 3605616 T9175 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 3605618 T9175 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json [junit4] 2> 3605626 T9175 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json [junit4] 2> 3605627 T9175 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 3605627 T9175 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 3605630 T9177 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e7beb39[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 3605631 T9175 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 3605635 T9180 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51931 collection:control_collection shard:shard1 [junit4] 2> 3605635 T9147 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0 [junit4] 2> 3605635 T9147 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 3605638 T9180 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 3605640 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3605642 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3605646 T9182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20d7af3f name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3605646 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3605647 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3605650 T9147 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 3605656 T9180 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 3605659 T9147 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 3605660 T9147 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 3605661 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3605660 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3605661 T9180 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 3605662 T9180 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> ASYNC NEW_CORE C2614 name=collection1 org.apache.solr.core.SolrCore@4c8c13da url=https://127.0.0.1:51931/collection1 node=127.0.0.1:51931_ C2614_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=https://127.0.0.1:51931, node_name=127.0.0.1:51931_, state=down} [junit4] 2> 3605662 T9180 C2614 P51931 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51931/collection1/ [junit4] 2> 3605663 T9180 C2614 P51931 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 3605663 T9180 C2614 P51931 oasc.SyncStrategy.syncToMe https://127.0.0.1:51931/collection1/ has no replicas [junit4] 2> 3605663 T9180 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51931/collection1/ shard1 [junit4] 2> 3605663 T9180 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 3605664 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3605670 T9184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56f765e7 name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3605670 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3605671 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3605694 T9172 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1 [junit4] 2> 3605695 T9172 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3] [junit4] 2> 3605695 T9172 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2 [junit4] 2> 3605699 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3605700 T9172 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json [junit4] 2> 3605703 T9185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605705 T9176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605739 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3605745 T9176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605746 T9185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605795 T9180 oasc.ZkController.register We are https://127.0.0.1:51931/collection1/ and leader is https://127.0.0.1:51931/collection1/ [junit4] 2> 3605796 T9180 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51931 [junit4] 2> 3605796 T9180 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 3605796 T9180 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection [junit4] 2> 3605796 T9180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 3605799 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3605810 T9172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:51931";, [junit4] 2> "node_name":"127.0.0.1:51931_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 3605918 T9176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3605918 T9185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 3607527 T9147 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 [junit4] 2> 3607528 T9147 oejs.Server.doStart jetty-8.1.10.v20130312 [junit4] 2> 3607539 T9147 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] [junit4] 2> 3607541 T9147 oejs.AbstractConnector.doStart Started [email protected]:51936 [junit4] 2> 3607545 T9147 oass.SolrDispatchFilter.init SolrDispatchFilter.init() [junit4] 2> 3607547 T9147 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 3607547 T9147 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003 [junit4] 2> 3607548 T9147 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/' [junit4] 2> 3607587 T9147 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/solr.xml [junit4] 2> 3607603 T9147 oasc.CoreContainer.<init> New CoreContainer 945393518 [junit4] 2> 3607603 T9147 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/] [junit4] 2> 3607604 T9147 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000 [junit4] 2> 3607604 T9147 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: [junit4] 2> 3607605 T9147 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000 [junit4] 2> 3607605 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20 [junit4] 2> 3607605 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000 [junit4] 2> 3607606 T9147 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0 [junit4] 2> 3607606 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647 [junit4] 2> 3607606 T9147 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5 [junit4] 2> 3607607 T9147 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1 [junit4] 2> 3607607 T9147 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false [junit4] 2> 3607609 T9147 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false [junit4] 2> 3607611 T9147 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 3607611 T9147 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 3607611 T9147 oasc.CoreContainer.load Host Name: 127.0.0.1 [junit4] 2> 3607611 T9147 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51927/solr [junit4] 2> 3607612 T9147 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 3607612 T9147 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 3607615 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3607618 T9196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42a9f48b name:ZooKeeperConnection Watcher:127.0.0.1:51927 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3607620 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3607620 T9147 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 3607623 T9147 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 3607628 T9198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a9fc1fc name:ZooKeeperConnection Watcher:127.0.0.1:51927/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 3607634 T9147 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 3607646 T9147 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 3608657 T9147 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51936_ [junit4] 2> 3608659 T9147 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51936_ [junit4] 2> 3608670 T9147 oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 3608687 T9200 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1 [junit4] 2> 3608687 T9200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 3608695 T9176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged [junit4] 2> 3608703 T9172 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"https://127.0.0.1:51936";, [junit4] 2> "node_name":"127.0.0.1:51936_", [junit4] 2> "numShards":"3", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} [junit4] 2> 3608710 T9172 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3 [junit4] 2> 3608712 T9172 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2 [junit4] 2> 3608716 T9200 oasc.ZkController.preRegister Registering watch for external collection collection1 [junit4] 2> 3608716 T9200 oascc.ZkStateReader.addZkWatch addZkWatch collection1 [junit4] 2> 3608721 T9200 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... [junit4] 2> 3608726 T9200 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 [junit4] 2> 3608727 T9200 oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 3608755 T9172 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json [junit4] 2> 3608756 T9199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... [junit4] 2> 3608758 T9199 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 [junit4] 2> 3609728 T9200 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 3609729 T9200 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1 [junit4] 2> 3609735 T9200 oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 3609735 T9200 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1 [junit4] 2> 3609739 T9200 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper [junit4] 2> 3609740 T9200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/collection1/' [junit4] 2> 3609742 T9200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/collection1/lib/.svn/' to classloader [junit4] 2> 3609743 T9200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/collection1/lib/classes/' to classloader [junit4] 2> 3609744 T9200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/collection1/lib/README' to classloader [junit4] 2> 3609818 T9200 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 3609828 T9200 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 3609834 T9200 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 3609839 T9200 oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 3609986 T9200 oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 3609987 T9200 oass.IndexSchema.readSchema unique key field: id [junit4] 2> 3609988 T9200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3609994 T9200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 3610062 T9200 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1 [junit4] 2> 3610063 T9200 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory [junit4] 2> 3610064 T9200 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1/ [junit4] 2> 3610064 T9200 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a639ba3 [junit4] 2> 3610065 T9200 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1 [junit4] 2> 3610066 T9200 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1/index/ [junit4] 2> 3610066 T9200 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1/index' doesn't exist. Creating new index... [junit4] 2> 3610068 T9200 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1/index [junit4] 2> 3610069 T9200 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=6.0029296875, floorSegmentMB=1.41796875, forceMergeDeletesPctAllowed=19.731449320716326, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8508193959568134 [junit4] 2> 3610072 T9200 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-FE218269F41B5ACC-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1} [junit4] 2> 3610073 T9200 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 3610078 T9200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 3610079 T9200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 3610080 T9200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 3610081 T9200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 3610082 T9200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 3610082 T9200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 3610083 T9200 o [...truncated too long message...] at java.lang.Thread.run(Thread.java:745) [junit4] 2> 35) Thread[id=9979, name=zkCallback-1335-thread-115, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 36) Thread[id=9204, name=coreZkRegister-4959-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 37) Thread[id=9186, name=HashSessionScavenger-244, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest] [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at java.util.TimerThread.mainLoop(Timer.java:552) [junit4] 2> at java.util.TimerThread.run(Timer.java:505) [junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {rnd_b=PostingsFormat(name=SimpleText), _version_=BlockTreeOrds(blocksize=128), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i=PostingsFormat(name=SimpleText), id=PostingsFormat(name=SimpleText)}, docValues:{}, sim=DefaultSimilarity, locale=sr_BA_#Latn, timezone=SST [junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_20 (64-bit)/cpus=2,threads=45,free=202596848,total=381157376 [junit4] 2> NOTE: All tests run in this JVM: [BasicZkTest, TestFoldingMultitermQuery, CollectionsAPIDistributedZkTest, TestConfig, ScriptEngineTest, CopyFieldTest, TestComponentsName, DeleteShardTest, ClusterStateTest, CurrencyFieldOpenExchangeTest, TestFieldResource, TestSweetSpotSimilarityFactory, TestDefaultSimilarityFactory, ChaosMonkeyNothingIsSafeTest, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, DistanceFunctionTest, FullSolrCloudDistribCmdsTest, TestManagedResourceStorage, TestTrie, SolrIndexConfigTest, TestElisionMultitermQuery, TestCollectionAPI, EchoParamsTest, OverriddenZkACLAndCredentialsProvidersTest, TestCodecSupport, TermsComponentTest, TestIBSimilarityFactory, ClusterStateUpdateTest, TestStressUserVersions, TestCloudSchemaless, TestCharFilters, DateFieldTest, SpellCheckCollatorTest, ShardRoutingCustomTest, PreAnalyzedFieldTest, DocExpirationUpdateProcessorFactoryTest, ExitableDirectoryReaderTest, TestSortingResponseWriter, ConnectionManagerTest, TestWordDelimiterFilterFactory, ExternalFileFieldSortTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestConfigSets, SuggesterTSTTest, TermVectorComponentDistributedTest, BinaryUpdateRequestHandlerTest, TestSerializedLuceneMatchVersion, SolrInfoMBeanTest, ExternalCollectionsTest, TestBlendedInfixSuggestions, TestReplicaProperties, TestPostingsSolrHighlighter, QueryElevationComponentTest, OutputWriterTest, TestFastLRUCache, TestCloudManagedSchema, TestLazyCores, AddBlockUpdateTest, AutoCommitTest, TestExceedMaxTermLength, TestSolrXmlPersistor, TestDistributedGrouping, PreAnalyzedUpdateProcessorTest, IndexBasedSpellCheckerTest, TestGroupingSearch, TestDefaultSearchFieldResource, UpdateParamsTest, TestDistributedSearch, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotSmallTest, DateRangeFieldTest, TestManagedResource, DistributedExpandComponentTest, TestWriterPerf, TestExtendedDismaxParser, TestIndexingPerformance, VMParamsZkACLAndCredentialsProvidersTest, LegacyHTMLStripCharFilterTest, TestSystemIdResolver, SortByFunctionTest, OpenCloseCoreStressTest, TestInitQParser, BadCopyFieldTest, TestSchemaVersionResource, DocValuesMissingTest, TestFuzzyAnalyzedSuggestions, HighlighterConfigTest, CurrencyFieldXmlFileTest, ZkNodePropsTest, ModifyConfFileTest, DistribCursorPagingTest, PrimUtilsTest, PluginInfoTest, TestXIncludeConfig, TestJmxIntegration, TestFastWriter, SchemaVersionSpecificBehaviorTest, TestOmitPositions, TestJoin, HdfsUnloadDistributedZkTest, TestDistribDocBasedVersion, IndexSchemaRuntimeFieldTest, HdfsBasicDistributedZkTest, TestManagedSchemaDynamicFieldResource, TestUtils, HdfsChaosMonkeySafeLeaderTest, TestReload, TestPivotHelperCode, TestManagedStopFilterFactory, TestManagedSchemaFieldResource, AliasIntegrationTest, XmlUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, AnalyticsMergeStrategyTest, TestSolrDeletionPolicy1, LeaderElectionIntegrationTest, ChangedSchemaMergeTest, SolrXmlInZkTest, CircularListTest, TestIntervalFaceting, RequestHandlersTest, TestPHPSerializedResponseWriter, DirectSolrConnectionTest, TestStressReorder, TestFieldSortValues, URLClassifyProcessorTest, TestCloudInspectUtil, FileBasedSpellCheckerTest, TestOverriddenPrefixQueryForCustomFieldType, ResponseHeaderTest, StandardRequestHandlerTest, DocValuesMultiTest, TestDynamicFieldResource, AnalyticsQueryTest, CoreAdminCreateDiscoverTest, SyncSliceTest, HdfsCollectionsAPIDistributedZkTest, SliceStateTest, UUIDFieldTest, TestCSVResponseWriter, TestHighlightDedupGrouping, TestQueryUtils, HdfsLockFactoryTest, TestQuerySenderListener, TestManagedSchemaFieldTypeResource, TestNRTOpen, DistributedTermsComponentTest, CoreAdminHandlerTest, TestInitParams, TestIndexSearcher, RankQueryTest, RemoteQueryErrorTest, TestHighFrequencyDictionaryFactory, PrimitiveFieldTypeTest, SolrRequestParserTest, TestLuceneMatchVersion, CursorMarkTest, ReplicationFactorTest, TestStandardQParsers, DistributedSpellCheckComponentTest, BlockDirectoryTest, TestMiniSolrCloudCluster, LeaderInitiatedRecoveryOnCommitTest, TestRangeQuery, TestAnalyzedSuggestions, TestNonNRTOpen, QueryParsingTest, FieldAnalysisRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestValueSourceCache, TestFileDictionaryLookup, TestStressVersions, SpellCheckComponentTest, JSONWriterTest, SolrCmdDistributorTest, UUIDUpdateProcessorFallbackTest, TestDocSet, ShardRoutingTest, ZkCLITest, DirectUpdateHandlerTest, TestInfoStreamLogging, SimpleFacetsTest, TestStressRecovery, TestRandomMergePolicy, ZkSolrClientTest, DistributedQueryComponentCustomSortTest, TestComplexPhraseQParserPlugin, RAMDirectoryFactoryTest, OverseerCollectionProcessorTest, DeleteReplicaTest, FileUtilsTest, TestShardHandlerFactory, CustomCollectionTest, TestBadConfig, TestRandomFaceting, TestLFUCache, NoCacheHeaderTest, DirectUpdateHandlerOptimizeTest, TestTolerantSearch, TestFieldTypeResource, RequiredFieldsTest, DefaultValueUpdateProcessorTest, DistributedQueryElevationComponentTest, TestSolr4Spatial2, MultiTermTest, EnumFieldTest, DistributedQueryComponentOptimizationTest, WordBreakSolrSpellCheckerTest, TestSchemaManager, DeleteInactiveReplicaTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=FE218269F41B5ACC -Dtests.slow=true -Dtests.locale=sr_BA_#Latn -Dtests.timezone=SST -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s | ChaosMonkeySafeLeaderTest (suite) <<< [junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). [junit4] > at __randomizedtesting.SeedInfo.seed([FE218269F41B5ACC]:0) [junit4] Completed in 7224.90s, 1 test, 2 errors <<< FAILURES! [...truncated 668 lines...] BUILD FAILED /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:525: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:473: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358: The following error occurred while executing this line: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 438 suites, 1795 tests, 2 suite-level errors, 1 error, 966 ignored (18 assumptions) Total time: 227 minutes 44 seconds Build step 'Invoke Ant' marked build as failure [description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
