Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java8/8/
4 tests failed. FAILED: org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr Error Message: Error from server at http://127.0.0.1:47301/sa_xas: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 401 </title> </head> <body> <h2>HTTP ERROR: 401</h2> <p>Problem accessing /sa_xas/admin/collections. Reason: <pre> Authentication required</pre></p> <hr /><i><small>Powered by Jetty://</small></i> </body> </html> Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47301/sa_xas: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 401 </title> </head> <body> <h2>HTTP ERROR: 401</h2> <p>Problem accessing /sa_xas/admin/collections. Reason: <pre> Authentication required</pre></p> <hr /><i><small>Powered by Jetty://</small></i> </body> </html> at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F:D50E5849FD970FB8]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:529) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:235) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:227) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152) at org.apache.solr.cloud.TestSolrCloudWithKerberos.testKerberizedSolr(TestSolrCloudWithKerberos.java:157) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithKerberos Error Message: Some resources were not closed, shutdown, or released. Stack Trace: java.lang.AssertionError: Some resources were not closed, shutdown, or released. at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:234) at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithKerberos Error Message: 5 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithKerberos: 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=5803, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithKerberos: 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=5803, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithKerberos Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0) Build Log: [...truncated 9651 lines...] [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberos [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/init-core-data-001 [junit4] 2> 441308 T5642 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sa_xas/ [junit4] 2> 446691 T5642 oadsc.DefaultDirectoryService.showSecurityWarnings WARN You didn't change the admin password of directory service instance 'DefaultKrbServer'. Please update the admin password as soon as possible to prevent a possible security breach. [junit4] 2> 447310 T5642 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4] 2> 447311 T5651 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 447311 T5651 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server [junit4] 2> 447411 T5642 oasc.ZkTestServer.run start zk server on port:54508 [junit4] 2> 447411 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 447412 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 447413 T5656 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 447414 T5658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f1214ba name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 447415 T5658 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 447416 T5658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f1214ba name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 447416 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 447416 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 447417 T5642 oascc.SolrZkClient.makePath makePath: /solr [junit4] 2> 447420 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 447421 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 447421 T5659 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 447422 T5661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca6fbdd name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 447422 T5661 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 447422 T5661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca6fbdd name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 447423 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 447423 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 447424 T5642 oascc.SolrZkClient.makePath makePath: /collections/collection1 [junit4] 2> 447426 T5642 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards [junit4] 2> 447428 T5642 oascc.SolrZkClient.makePath makePath: /collections/control_collection [junit4] 2> 447430 T5642 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards [junit4] 2> 447431 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 447432 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml [junit4] 2> 447434 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 447434 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml [junit4] 2> 447437 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 447437 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 447439 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 447439 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt [junit4] 2> 447441 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 447441 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt [junit4] 2> 447443 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 447443 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml [junit4] 2> 447446 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 447446 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 447448 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 447449 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 447451 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 447451 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 447453 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 447454 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 447456 T5642 oasc.AbstractZkTestCase.putConfig put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 447456 T5642 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt [junit4] 2> 447459 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 447460 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 447462 T5662 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 447463 T5664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a3bccb4 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 447463 T5664 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 447463 T5665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a3bccb4 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 447463 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 447464 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 447795 T5642 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1 [junit4] 2> 447799 T5642 oejs.Server.doStart jetty-9.2.10.v20150310 [junit4] 2> 447804 T5642 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@ff755e9{/sa_xas,null,AVAILABLE} [junit4] 2> 447805 T5642 oejs.AbstractConnector.doStart Started ServerConnector@3502207{HTTP/1.1}{127.0.0.1:57696} [junit4] 2> 447805 T5642 oejs.Server.doStart Started @449680ms [junit4] 2> 447805 T5642 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-002/control/data, hostContext=/sa_xas, hostPort=57696, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores} [junit4] 2> 447806 T5642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44 [junit4] 2> 447806 T5642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/' [junit4] 2> 447830 T5642 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/solr.xml [junit4] 2> 447836 T5642 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores [junit4] 2> 447836 T5642 oasc.CoreContainer.<init> New CoreContainer 521419505 [junit4] 2> 447836 T5642 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/] [junit4] 2> 447836 T5642 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/lib [junit4] 2> 447837 T5642 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/lib). [junit4] 2> 447844 T5642 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 447846 T5642 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 447846 T5642 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 447847 T5642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 447847 T5642 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 447847 T5642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54508/solr [junit4] 2> 447847 T5642 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 447847 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 447848 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 447855 T5677 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 447856 T5679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fbafd name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 447856 T5679 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 447858 T5679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fbafd name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 447858 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 447859 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 447864 T5642 n:127.0.0.1:57696_sa_xas oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 447873 T5680 n:127.0.0.1:57696_sa_xas oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 447888 T5682 n:127.0.0.1:57696_sa_xas oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54a1612 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 447888 T5682 n:127.0.0.1:57696_sa_xas oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 447888 T5683 n:127.0.0.1:57696_sa_xas oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54a1612 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 447888 T5642 n:127.0.0.1:57696_sa_xas oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 447890 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/queue [junit4] 2> 447892 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work [junit4] 2> 447894 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running [junit4] 2> 447896 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed [junit4] 2> 447897 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure [junit4] 2> 447899 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /live_nodes [junit4] 2> 447900 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /aliases.json [junit4] 2> 447901 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /clusterstate.json [junit4] 2> 447902 T5642 n:127.0.0.1:57696_sa_xas oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57696_sa_xas [junit4] 2> 447903 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57696_sa_xas [junit4] 2> 447904 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer_elect [junit4] 2> 447905 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer_elect/election [junit4] 2> 447906 T5642 n:127.0.0.1:57696_sa_xas oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 447907 T5642 n:127.0.0.1:57696_sa_xas oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57696_sa_xas [junit4] 2> 447908 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer_elect/leader [junit4] 2> 447909 T5642 n:127.0.0.1:57696_sa_xas oasc.Overseer.start Overseer (id=93874899301171204-127.0.0.1:57696_sa_xas-n_0000000000) starting [junit4] 2> 447910 T5642 n:127.0.0.1:57696_sa_xas oascc.SolrZkClient.makePath makePath: /overseer/queue-work [junit4] 2> 447916 T5642 n:127.0.0.1:57696_sa_xas oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 447953 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue [junit4] 2> 447961 T5685 n:127.0.0.1:57696_sa_xas oasc.OverseerCollectionProcessor.run Process current queue of collection creations [junit4] 2> 447974 T5642 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 447977 T5642 n:127.0.0.1:57696_sa_xas oasc.CoreContainer.initializeAuthenticationPlugin Authentication plugin class obtained from ZK: org.apache.solr.security.KerberosPlugin [junit4] 2> 447984 T5642 n:127.0.0.1:57696_sa_xas oass.KerberosPlugin.init Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, cookie.domain=127.0.0.1, kerberos.keytab=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/keytabs, cookie.path=/, type=kerberos, kerberos.name.rules=DEFAULT} [junit4] 2> 448033 T5642 n:127.0.0.1:57696_sa_xas oasc.CoreContainer.initializeAuthenticationPlugin Reconfiguring the shard handler factory and update shard handler. [junit4] 2> 448034 T5642 n:127.0.0.1:57696_sa_xas oashc.HttpShardHandlerFactory.reconfigureHttpClient Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@1a634ce2 [junit4] 2> 448034 T5642 n:127.0.0.1:57696_sa_xas oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 448037 T5642 n:127.0.0.1:57696_sa_xas oasu.UpdateShardHandler.reconfigureHttpClient Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@1a634ce2 [junit4] 2> 448038 T5642 n:127.0.0.1:57696_sa_xas oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 448040 T5642 n:127.0.0.1:57696_sa_xas oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores [junit4] 2> 448041 T5642 n:127.0.0.1:57696_sa_xas oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 448041 T5642 n:127.0.0.1:57696_sa_xas oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/ [junit4] 2> 448041 T5642 n:127.0.0.1:57696_sa_xas oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 448042 T5688 n:127.0.0.1:57696_sa_xas c:control_collection x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection [junit4] 2> 448042 T5688 n:127.0.0.1:57696_sa_xas c:control_collection x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 448043 T5688 n:127.0.0.1:57696_sa_xas oasc.ZkController.waitForCoreNodeName look for our core node name [junit4] 2> 448045 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 448046 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57696/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57696_sa_xas", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 0 [junit4] 2> 448047 T5684 n:127.0.0.1:57696_sa_xas oasco.ReplicaMutator.updateState Update state numShards=1 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57696/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57696_sa_xas", [junit4] 2> "numShards":"1", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 448047 T5684 n:127.0.0.1:57696_sa_xas oasco.ClusterStateMutator.createCollection building a new cName: control_collection [junit4] 2> 448047 T5684 n:127.0.0.1:57696_sa_xas oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1 [junit4] 2> 448049 T5683 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449043 T5688 n:127.0.0.1:57696_sa_xas oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1 [junit4] 2> 449044 T5688 n:127.0.0.1:57696_sa_xas oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection [junit4] 2> 449044 T5688 n:127.0.0.1:57696_sa_xas oasc.ZkController.createCollectionZkNode Collection zkNode exists [junit4] 2> 449044 T5688 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 449045 T5688 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 449045 T5688 n:127.0.0.1:57696_sa_xas oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/' [junit4] 2> 449067 T5688 n:127.0.0.1:57696_sa_xas oasc.Config.<init> loaded config solrconfig.xml with version 0 [junit4] 2> 449073 T5688 n:127.0.0.1:57696_sa_xas oasc.SolrConfig.refreshRequestParams current version of requestparams : -1 [junit4] 2> 449101 T5688 n:127.0.0.1:57696_sa_xas oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0 [junit4] 2> 449109 T5688 n:127.0.0.1:57696_sa_xas oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml [junit4] 2> 449110 T5688 n:127.0.0.1:57696_sa_xas oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml [junit4] 2> 449115 T5688 n:127.0.0.1:57696_sa_xas oass.IndexSchema.readSchema [collection1] Schema name=test [junit4] 2> 449235 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440. [junit4] 2> 449240 T5688 n:127.0.0.1:57696_sa_xas oass.IndexSchema.readSchema default search field in schema is text [junit4] 2> 449241 T5688 n:127.0.0.1:57696_sa_xas oass.IndexSchema.readSchema unique key field: id [junit4] 2> 449249 T5688 n:127.0.0.1:57696_sa_xas oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 449252 T5688 n:127.0.0.1:57696_sa_xas oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml [junit4] 2> 449253 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 449254 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 449254 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 449254 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json [junit4] 2> 449255 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE [junit4] 2> 449255 T5688 n:127.0.0.1:57696_sa_xas oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING [junit4] 2> 449255 T5688 n:127.0.0.1:57696_sa_xas oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection [junit4] 2> 449256 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory [junit4] 2> 449256 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.<init> [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/], dataDir=[null] [junit4] 2> 449256 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2817f3b1 [junit4] 2> 449257 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/data [junit4] 2> 449257 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/data/index/ [junit4] 2> 449257 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index... [junit4] 2> 449257 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.CachingDirectoryFactory.get return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/control-001/cores/collection1/data/index [junit4] 2> 449258 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=72.904296875, floorSegmentMB=1.474609375, forceMergeDeletesPctAllowed=11.71015669263026, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.551230275170388 [junit4] 2> 449258 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@166e2cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f314c87),segFN=segments_1,generation=1} [junit4] 2> 449259 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 449262 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib" [junit4] 2> 449262 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe" [junit4] 2> 449262 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe" [junit4] 2> 449262 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig" [junit4] 2> 449263 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig" [junit4] 2> 449263 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit" [junit4] 2> 449263 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 449263 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit" [junit4] 2> 449263 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default [junit4] 2> 449265 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 449266 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 449267 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 449268 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60 [junit4] 2> 449271 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file [junit4] 2> 449272 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache [junit4] 2> 449272 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 449272 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 449274 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled [junit4] 2> 449275 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled [junit4] 2> 449275 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=92.451171875, floorSegmentMB=1.6708984375, forceMergeDeletesPctAllowed=23.40399930118291, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6173965239428705 [junit4] 2> 449276 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1 [junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@166e2cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f314c87),segFN=segments_1,generation=1} [junit4] 2> 449276 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1 [junit4] 2> 449281 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@2431881e[collection1] main [junit4] 2> 449282 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.UpdateLog.onFirstSearcher On first searcher opened, looking up max value of version field [junit4] 2> 449282 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.VersionInfo.getMaxVersionFromIndex Refreshing highest value of _version_ for 65536 version buckets from index [junit4] 2> 449282 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.VersionInfo.getMaxVersionFromIndex WARN No terms found for _version_, cannot seed version bucket highest value from index [junit4] 2> 449282 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion WARN Could not find max version in index or recent updates, using new clock 1501998390884433920 [junit4] 2> 449286 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasu.UpdateLog.seedBucketsWithHighestVersion Took 4 ms to seed version buckets with highest version 1501998390884433920 [junit4] 2> 449286 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection [junit4] 2> 449287 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper [junit4] 2> 449287 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1 [junit4] 2> 449288 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1 [junit4] 2> 449288 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {} [junit4] 2> 449288 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 449289 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json [junit4] 2> 449289 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1 [junit4] 2> 449289 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources [junit4] 2> 449289 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000 [junit4] 2> 449290 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.ZkController.getConfDirListeners watch zkdir /configs/conf1 [junit4] 2> 449290 T5689 n:127.0.0.1:57696_sa_xas x:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2431881e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 449290 T5688 n:127.0.0.1:57696_sa_xas x:collection1 oasc.CoreContainer.registerCore registering core: collection1 [junit4] 2> 449292 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57696/sa_xas collection:control_collection shard:shard1 [junit4] 2> 449292 T5642 n:127.0.0.1:57696_sa_xas oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449292 T5642 n:127.0.0.1:57696_sa_xas oass.SolrDispatchFilter.init user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1 [junit4] 2> 449292 T5642 n:127.0.0.1:57696_sa_xas oass.SolrDispatchFilter.init SolrDispatchFilter.init() done [junit4] 2> 449292 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election [junit4] 2> 449294 T5642 oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449294 T5642 oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449295 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 449296 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 449302 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1 [junit4] 2> 449302 T5693 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 449303 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 449304 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection"} current state version: 1 [junit4] 2> 449309 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue. [junit4] 2> 449310 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync [junit4] 2> 449310 T5695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d3fd52 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 449310 T5695 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> ASYNC NEW_CORE C565 name=collection1 org.apache.solr.core.SolrCore@2581dd64 url=http://127.0.0.1:57696/sa_xas/collection1 node=127.0.0.1:57696_sa_xas C565_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:57696/sa_xas, node_name=127.0.0.1:57696_sa_xas, state=down} [junit4] 2> 449310 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 C565 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57696/sa_xas/collection1/ [junit4] 2> 449310 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 C565 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me [junit4] 2> 449310 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 C565 oasc.SyncStrategy.syncToMe http://127.0.0.1:57696/sa_xas/collection1/ has no replicas [junit4] 2> 449310 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57696/sa_xas/collection1/ shard1 [junit4] 2> 449311 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1 [junit4] 2> 449312 T5696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51d3fd52 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 449313 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 449314 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 449314 T5642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 449315 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 449316 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"leader", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "base_url":"http://127.0.0.1:57696/sa_xas";, [junit4] 2> "core":"collection1", [junit4] 2> "state":"active"} current state version: 1 [junit4] 2> 449318 T5642 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false [junit4] 2> 449318 T5642 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2 [junit4] 2> 449318 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 449319 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 449322 T5697 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 449323 T5699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21e9b341 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 449323 T5699 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 449323 T5699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21e9b341 name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 449323 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 449324 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 449325 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 449330 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "operation":"create", [junit4] 2> "name":"collection1", [junit4] 2> "numShards":"2", [junit4] 2> "stateFormat":"2"} current state version: 1 [junit4] 2> 449331 T5684 n:127.0.0.1:57696_sa_xas oasco.ClusterStateMutator.createCollection building a new cName: collection1 [junit4] 2> 449331 T5683 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449332 T5696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449367 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.register We are http://127.0.0.1:57696/sa_xas/collection1/ and leader is http://127.0.0.1:57696/sa_xas/collection1/ [junit4] 2> 449367 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57696/sa_xas [junit4] 2> 449367 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary [junit4] 2> 449368 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection [junit4] 2> 449368 T5692 n:127.0.0.1:57696_sa_xas c:control_collection s:shard1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 449369 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 449369 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57696/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57696_sa_xas", [junit4] 2> "numShards":"2", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} current state version: 2 [junit4] 2> 449370 T5684 n:127.0.0.1:57696_sa_xas oasco.ReplicaMutator.updateState Update state numShards=2 message={ [junit4] 2> "core":"collection1", [junit4] 2> "core_node_name":"core_node1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57696/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57696_sa_xas", [junit4] 2> "numShards":"2", [junit4] 2> "state":"active", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"control_collection", [junit4] 2> "operation":"state"} [junit4] 2> 449371 T5684 n:127.0.0.1:57696_sa_xas oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json [junit4] 2> 449371 T5696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449372 T5683 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449482 T5696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449482 T5683 n:127.0.0.1:57696_sa_xas oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1) [junit4] 2> 449643 T5642 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores/collection1 [junit4] 2> 449644 T5642 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001 [junit4] 2> 449645 T5642 oejs.Server.doStart jetty-9.2.10.v20150310 [junit4] 2> 449647 T5642 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@791de837{/sa_xas,null,AVAILABLE} [junit4] 2> 449647 T5642 oejs.AbstractConnector.doStart Started ServerConnector@170bd73{HTTP/1.1}{127.0.0.1:57923} [junit4] 2> 449647 T5642 oejs.Server.doStart Started @451523ms [junit4] 2> 449648 T5642 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-002/jetty1, solrconfig=solrconfig.xml, hostContext=/sa_xas, hostPort=57923, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores} [junit4] 2> 449648 T5642 oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449649 T5642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@c387f44 [junit4] 2> 449649 T5642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/' [junit4] 2> 449662 T5642 oasc.SolrXmlConfig.fromFile Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/solr.xml [junit4] 2> 449677 T5642 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores [junit4] 2> 449677 T5642 oasc.CoreContainer.<init> New CoreContainer 345418655 [junit4] 2> 449678 T5642 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/] [junit4] 2> 449679 T5642 oasc.CoreContainer.load loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/lib [junit4] 2> 449679 T5642 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/lib). [junit4] 2> 449690 T5642 oashc.HttpShardHandlerFactory.init created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false, [junit4] 2> 449693 T5642 oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449693 T5642 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 449694 T5642 oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 449695 T5642 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 449695 T5642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 449695 T5642 oasc.CoreContainer.load Node Name: 127.0.0.1 [junit4] 2> 449695 T5642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54508/solr [junit4] 2> 449696 T5642 oasc.ZkController.checkChrootPath zkHost includes chroot [junit4] 2> 449696 T5642 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider [junit4] 2> 449697 T5642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 449698 T5711 oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 449699 T5713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cc072f6 name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 449700 T5713 oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 449701 T5713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cc072f6 name:ZooKeeperConnection Watcher:127.0.0.1:54508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 449701 T5642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 449702 T5642 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider [junit4] 2> 449706 T5642 n:127.0.0.1:57923_sa_xas oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper [junit4] 2> 449710 T5714 n:127.0.0.1:57923_sa_xas oaz.ClientCnxn$SendThread.startConnect WARN SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. [junit4] 2> 449712 T5716 n:127.0.0.1:57923_sa_xas oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad38e5e name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:AuthFailed type:None path:null path:null type:None [junit4] 2> 449712 T5716 n:127.0.0.1:57923_sa_xas oascc.ConnectionManager.process WARN zkClient received AuthFailed [junit4] 2> 449718 T5717 n:127.0.0.1:57923_sa_xas oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad38e5e name:ZooKeeperConnection Watcher:127.0.0.1:54508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 449718 T5642 n:127.0.0.1:57923_sa_xas oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper [junit4] 2> 449728 T5642 n:127.0.0.1:57923_sa_xas oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... [junit4] 2> 450733 T5642 n:127.0.0.1:57923_sa_xas oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57923_sa_xas [junit4] 2> 450734 T5642 n:127.0.0.1:57923_sa_xas oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57923_sa_xas [junit4] 2> 450737 T5642 n:127.0.0.1:57923_sa_xas oasc.Overseer.close Overseer (id=null) closing [junit4] 2> 450738 T5642 n:127.0.0.1:57923_sa_xas oasc.CoreContainer.initializeAuthenticationPlugin Authentication plugin class obtained from ZK: org.apache.solr.security.KerberosPlugin [junit4] 2> 450739 T5642 n:127.0.0.1:57923_sa_xas oass.KerberosPlugin.init Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, cookie.domain=127.0.0.1, kerberos.keytab=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/keytabs, cookie.path=/, type=kerberos, kerberos.name.rules=DEFAULT} [junit4] 2> 450744 T5642 n:127.0.0.1:57923_sa_xas oasc.CoreContainer.initializeAuthenticationPlugin Reconfiguring the shard handler factory and update shard handler. [junit4] 2> 450744 T5642 n:127.0.0.1:57923_sa_xas oashc.HttpShardHandlerFactory.reconfigureHttpClient Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@3ff25e5d [junit4] 2> 450744 T5642 n:127.0.0.1:57923_sa_xas oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 450745 T5642 n:127.0.0.1:57923_sa_xas oasu.UpdateShardHandler.reconfigureHttpClient Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@3ff25e5d [junit4] 2> 450745 T5642 n:127.0.0.1:57923_sa_xas oascsi.Krb5HttpClientConfigurer.configure Setting up SPNego auth with config: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/tempDir-001/minikdc/jaas-client.conf [junit4] 2> 450746 T5642 n:127.0.0.1:57923_sa_xas oasc.CorePropertiesLocator.discover Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores [junit4] 2> 450747 T5642 n:127.0.0.1:57923_sa_xas oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=} [junit4] 2> 450748 T5642 n:127.0.0.1:57923_sa_xas oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberos 7E178E8EB7F6CF8F-001/shard-1-001/cores/collection1/ [junit4] 2> 450748 T5642 n:127.0.0.1:57923_sa_xas oasc.CorePropertiesLocator.discover Found 1 core definitions [junit4] 2> 450750 T5719 n:127.0.0.1:57923_sa_xas c:collection1 x:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1 [junit4] 2> 450750 T5719 n:127.0.0.1:57923_sa_xas c:collection1 x:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property [junit4] 2> 450752 T5683 n:127.0.0.1:57696_sa_xas oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected [junit4] 2> 450752 T5684 n:127.0.0.1:57696_sa_xas oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = { [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57923/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57923_sa_xas", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] 2> "operation":"state"} current state version: 4 [junit4] 2> 450753 T5684 n:127.0.0.1:57696_sa_xas oasco.ReplicaMutator.updateState Update state numShards=2 message={ [junit4] 2> "core":"collection1", [junit4] 2> "roles":null, [junit4] 2> "base_url":"http://127.0.0.1:57923/sa_xas";, [junit4] 2> "node_name":"127.0.0.1:57923_sa_xas", [junit4] 2> "numShards":"2", [junit4] 2> "state":"down", [junit4] 2> "shard":null, [junit4] 2> "collection":"collection1", [junit4] [...truncated too long message...] breville -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J1 | TestSolrCloudWithKerberos (suite) <<< [junit4] > Throwable #1: java.lang.AssertionError: Some resources were not closed, shutdown, or released. [junit4] > at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0) [junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:234) [junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithKerberos: [junit4] > 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) [junit4] > 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 5) Thread[id=5803, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) [junit4] > at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=5806, name=zkCallback-803-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 2) Thread[id=5802, name=TEST-TestSolrCloudWithKerberos.testKerberizedSolr-seed#[7E178E8EB7F6CF8F]-SendThread(127.0.0.1:54508), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at java.lang.Thread.sleep(Native Method) [junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994) [junit4] > 3) Thread[id=5805, name=zkCallback-803-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > 4) Thread[id=5841, name=zkCallback-803-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithKerberos] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) [junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) [junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([7E178E8EB7F6CF8F]:0) [junit4] Completed [143/502] on J1 in 52.93s, 1 test, 1 failure, 3 errors <<< FAILURES! [...truncated 1092 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:526: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:474: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/build.xml:61: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/extra-targets.xml:39: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/build.xml:229: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/solr/common-build.xml:512: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:1415: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java8/lucene/common-build.xml:973: There were test failures: 502 suites, 1983 tests, 3 suite-level errors, 1 error, 1212 ignored (21 assumptions) Total time: 37 minutes 53 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts No prior successful build to compare, so performing full copy of artifacts Recording test results Email was triggered for: Failure Sending email for trigger: Failure
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
