Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/856/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
5 tests failed. FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test Error Message: No live SolrServers available to handle this request:[http://127.0.0.1:46529/ui_srg/c/c8n_1x3_lf_shard1_replica3] Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:46529/ui_srg/c/c8n_1x3_lf_shard1_replica3] at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424:4942848EBC09D9DC]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:755) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753) at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741) at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178) at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:46529/ui_srg/c/c8n_1x3_lf_shard1_replica3] at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:394) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:730) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:46529/ui_srg/c/c8n_1x3_lf_shard1_replica3 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:615) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:415) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:383) ... 6 more Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46529 [/127.0.0.1] failed: Connection refused at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513) ... 10 more Caused by: java.net.ConnectException: Connection refused at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:589) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134) ... 20 more FAILED: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail Error Message: expected:<200> but was:<404> Stack Trace: java.lang.AssertionError: expected:<200> but was:<404> at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424:A9A98E7EC26FA6C8]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137) at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores Error Message: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper] Stack Trace: java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper] at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertNull(Assert.java:551) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257) at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores Error Message: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0) FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0) Build Log: [...truncated 10952 lines...] [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/init-core-data-001 [junit4] 2> 874423 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 874426 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 874426 INFO (Thread-1739) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 874426 INFO (Thread-1739) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 874535 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58169 [junit4] 2> 874536 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874536 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874538 INFO (zkCallback-1015-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6dcc788c name:ZooKeeperConnection Watcher:127.0.0.1:58169 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874538 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874539 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874539 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml [junit4] 2> 874544 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314 [junit4] 2> 874544 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314 [junit4] 2> 874547 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@779b21b5{/solr,null,AVAILABLE} [junit4] 2> 874548 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f1e9ca{/solr,null,AVAILABLE} [junit4] 2> 874551 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@4e368a9c{HTTP/1.1,[http/1.1]}{127.0.0.1:46716} [junit4] 2> 874551 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.Server Started @877975ms [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46716} [junit4] 2> 874551 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@48f70171{HTTP/1.1,[http/1.1]}{127.0.0.1:57479} [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.Server Started @877976ms [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57479} [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2' [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1' [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx) [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874552 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874553 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874554 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874555 INFO (zkCallback-1016-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c3af31a name:ZooKeeperConnection Watcher:127.0.0.1:58169/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874555 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874555 INFO (zkCallback-1017-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64d533a1 name:ZooKeeperConnection Watcher:127.0.0.1:58169/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874556 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874556 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874556 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874556 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 874556 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 874562 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x157491c3f900002, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 874562 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2/. [junit4] 2> 874562 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 1350211878 [junit4] 2> 874562 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2] [junit4] 2> 874562 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x157491c3f900001, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> 874563 WARN (jetty-launcher-1014-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2/lib [junit4] 2> 874563 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false, [junit4] 2> 874563 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1/. [junit4] 2> 874563 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 961235234 [junit4] 2> 874563 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1] [junit4] 2> 874563 WARN (jetty-launcher-1014-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1/lib [junit4] 2> 874563 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false, [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000 [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58169/solr [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000 [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory [junit4] 2> 874565 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)] [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58169/solr [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot [junit4] 2> 874566 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874567 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874567 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874570 INFO (zkCallback-1023-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19a2227f name:ZooKeeperConnection Watcher:127.0.0.1:58169 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874570 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874570 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874571 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$60/1147459957@6671ebb2 [junit4] 2> 874571 INFO (zkCallback-1022-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ef5f91e name:ZooKeeperConnection Watcher:127.0.0.1:58169 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874571 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874571 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874572 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874573 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c778410 name:ZooKeeperConnection Watcher:127.0.0.1:58169/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874574 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874574 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$60/1147459957@6d0177c9 [junit4] 2> 874575 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue [junit4] 2> 874575 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874577 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work [junit4] 2> 874578 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cd177a4 name:ZooKeeperConnection Watcher:127.0.0.1:58169/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874578 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874581 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running [junit4] 2> 874583 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed [junit4] 2> 874586 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 874587 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure [junit4] 2> 874588 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 874588 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes [junit4] 2> 874590 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 874590 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /collections [junit4] 2> 874592 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 874592 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json [junit4] 2> 874594 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 874594 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json [junit4] 2> 874595 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 874596 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json [junit4] 2> 874597 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 874597 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... [junit4] 2> 874598 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties [junit4] 2> 874599 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 874599 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties [junit4] 2> 874601 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0) [junit4] 2> 874602 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect [junit4] 2> 874604 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election [junit4] 2> 874606 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 874606 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 874606 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96626302686068741-127.0.0.1:57479_solr-n_0000000000 [junit4] 2> 874607 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96626302686068742-127.0.0.1:46716_solr-n_0000000001 [junit4] 2> 874607 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57479_solr [junit4] 2> 874607 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader [junit4] 2> 874608 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96626302686068741-127.0.0.1:57479_solr-n_0000000000 to know if I could be the leader [junit4] 2> 874608 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46716_solr [junit4] 2> 874608 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46716_solr [junit4] 2> 874609 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer Overseer (id=96626302686068741-127.0.0.1:57479_solr-n_0000000000) starting [junit4] 2> 874611 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0]) [junit4] 2> 874611 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0]) [junit4] 2> 874612 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 874613 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work [junit4] 2> 874613 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 874622 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000 [junit4] 2> 874623 INFO (OverseerCollectionConfigSetProcessor-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 874623 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 874623 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:57479_solr as DOWN [junit4] 2> 874624 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1) [junit4] 2> 874625 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57479_solr [junit4] 2> 874625 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57479_solr [junit4] 2> 874626 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 874626 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:57479_solr"} current state version: 0 [junit4] 2> 874626 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57479_solr [junit4] 2> 874626 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 874627 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 874627 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 874634 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 874634 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin [junit4] 2> 874646 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper} [junit4] 2> 874659 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module. [junit4] 2> 874659 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin [junit4] 2> 874660 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper} [junit4] 2> 874737 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 874737 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 874761 INFO (jetty-launcher-1014-thread-1-EventThread) [n:127.0.0.1:57479_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 874761 INFO (jetty-launcher-1014-thread-2-EventThread) [n:127.0.0.1:46716_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 874895 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings. [junit4] 2> 874896 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node1/. [junit4] 2> 874896 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions [junit4] 2> 874898 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings. [junit4] 2> 874898 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0 [junit4] 2> 874898 INFO (jetty-launcher-1014-thread-1) [n:127.0.0.1:57479_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 874899 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001/tempDir-001/node2/. [junit4] 2> 874903 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions [junit4] 2> 874908 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0 [junit4] 2> 874908 INFO (jetty-launcher-1014-thread-2) [n:127.0.0.1:46716_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done [junit4] 2> 874908 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 874908 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 874911 INFO (zkCallback-1028-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@146c7bdb name:ZooKeeperConnection Watcher:127.0.0.1:58169 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 874911 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 874912 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 874943 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail [junit4] 2> 875048 WARN (qtp486653152-7192) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar [junit4] 2> 875049 WARN (qtp486653152-7192) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues [junit4] 2> 875059 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875063 WARN (qtp681272937-7183) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar [junit4] 2> 875063 WARN (qtp681272937-7183) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues [junit4] 2> 875064 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875075 WARN (qtp486653152-7194) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser [junit4] 2> 875075 WARN (qtp486653152-7194) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues [junit4] 2> 875076 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875077 WARN (qtp681272937-7184) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser [junit4] 2> 875077 WARN (qtp681272937-7184) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues [junit4] 2> 875078 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875078 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail [junit4] 2> 875110 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail [junit4] 2> 875145 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=C116BB5412F5B424 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=America/Paramaribo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] FAILURE 0.07s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<< [junit4] > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404> [junit4] > at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424:A9A98E7EC26FA6C8]:0) [junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137) [junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 875176 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel [junit4] 2> 875190 ERROR (qtp486653152-7192) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4] [junit4] 2> 875199 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875205 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875217 ERROR (qtp681272937-7189) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5] [junit4] 2> 875224 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875226 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875227 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel [junit4] 2> 875264 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp [junit4] 2> 875273 INFO (qtp486653152-7182) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875273 INFO (qtp486653152-7182) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875273 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1474436371414&s=QuSYUJIUlUrUpns969UFB3hk2wc="; Path=/; Domain=127.0.0.1; Expires=Sre, 21-sep.-2016 05:39:31 GMT; HttpOnly". Invalid 'expires' attribute: Sre, 21-sep.-2016 05:39:31 GMT [junit4] 2> 875274 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp [junit4] 2> 875303 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify [junit4] 2> 875312 INFO (qtp486653152-7194) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEL8igFXbSjG_AYDFMxZnpZI-Ez4BohCk-iRUBrpFylgB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875312 INFO (qtp486653152-7194) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEL8igFXbSjG_AYDFMxZnpZI-Ez4BohCk-iRUBrpFylgB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875315 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875317 INFO (qtp681272937-7188) [n:127.0.0.1:46716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEL8igFXbSjG_AYDFMxZnpZI-Ez4BohCk-iRUBrpFylgB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875317 INFO (qtp681272937-7188) [n:127.0.0.1:46716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEL8igFXbSjG_AYDFMxZnpZI-Ez4BohCk-iRUBrpFylgB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875320 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875320 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify [junit4] 2> 875352 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew [junit4] 2> 875367 INFO (qtp486653152-7195) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEMtigFXbSjHLQcDFOShwbktjsy9dfA7xhMVX6J4iO6PB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875367 INFO (qtp486653152-7195) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEMtigFXbSjHLQcDFOShwbktjsy9dfA7xhMVX6J4iO6PB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875370 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875372 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEMtigFXbSjHLQcDFOShwbktjsy9dfA7xhMVX6J4iO6PB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875372 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEMtigFXbSjHLQcDFOShwbktjsy9dfA7xhMVX6J4iO6PB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875375 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875393 INFO (qtp486653152-7193) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENDigFXbSjHQwgDFPl90XIDnD4sv-ghCwRJdjPUl1ioB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875393 INFO (qtp486653152-7193) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENDigFXbSjHQwgDFPl90XIDnD4sv-ghCwRJdjPUl1ioB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875400 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875404 INFO (qtp681272937-7184) [n:127.0.0.1:46716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENDigFXbSjHQwgDFPl90XIDnD4sv-ghCwRJdjPUl1ioB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875404 INFO (qtp681272937-7184) [n:127.0.0.1:46716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENDigFXbSjHQwgDFPl90XIDnD4sv-ghCwRJdjPUl1ioB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875406 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875423 INFO (qtp486653152-7192) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENjigFXbSjHYwkDFOYmpXidMw80rPYnr3nZ_rj3UP7MB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875423 INFO (qtp486653152-7192) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENjigFXbSjHYwkDFOYmpXidMw80rPYnr3nZ_rj3UP7MB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875426 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875429 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENjigFXbSjHYwkDFOYmpXidMw80rPYnr3nZ_rj3UP7MB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875429 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHENjigFXbSjHYwkDFOYmpXidMw80rPYnr3nZ_rj3UP7MB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875431 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875445 INFO (qtp486653152-7182) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEN8igFXbSjHfAoDFKBritXqmqnIeQefjABYFJrFs3GlB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875445 INFO (qtp486653152-7182) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEN8igFXbSjHfAoDFKBritXqmqnIeQefjABYFJrFs3GlB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875448 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875451 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEN8igFXbSjHfAoDFKBritXqmqnIeQefjABYFJrFs3GlB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875451 INFO (qtp681272937-7180) [n:127.0.0.1:46716_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEN8igFXbSjHfAoDFKBritXqmqnIeQefjABYFJrFs3GlB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875454 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875455 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew [junit4] 2> 875479 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient [junit4] 2> 875499 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[C116BB5412F5B424]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= et, 01-jan.-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: et, 01-jan.-1970 00:00:00 GMT [junit4] 2> 875502 INFO (qtp486653152-7192) [n:127.0.0.1:57479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEOsigFXbSjHrAsDFP6cR8HgiSCsNdo-HXabTL0eCanzB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 875503 INFO (qtp486653152-7192) [n:127.0.0.1:57479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVdJHEOsigFXbSjHrAsDFP6cR8HgiSCsNdo-HXabTL0eCanzB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 875505 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient [junit4] 2> 875532 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths [junit4] 2> 875556 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 875557 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 875560 INFO (zkCallback-1030-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@cfa1a1a name:ZooKeeperConnection Watcher:127.0.0.1:58169/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 875560 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 875561 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 875562 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[C116BB5412F5B424]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths [junit4] 2> 875564 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@4e368a9c{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 875564 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1350211878 [junit4] 2> 875565 INFO (jetty-launcher-1014-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46716_solr as DOWN [junit4] 2> 875565 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@48f70171{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 875567 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=961235234 [junit4] 2> 875567 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:57479_solr as DOWN [junit4] 2> 875568 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:46716_solr"} current state version: 0 [junit4] 2> 875568 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46716_solr [junit4] 2> 875575 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2]) [junit4] 2> 875576 INFO (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2]) [junit4] 2> 875576 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:57479_solr"} current state version: 0 [junit4] 2> 875576 INFO (zkCallback-1024-thread-2-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 875576 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57479_solr [junit4] 2> 875580 INFO (jetty-launcher-1014-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96626302686068741-127.0.0.1:57479_solr-n_0000000000) closing [junit4] 2> 875580 INFO (OverseerStateUpdate-96626302686068741-127.0.0.1:57479_solr-n_0000000000) [n:127.0.0.1:57479_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57479_solr [junit4] 2> 875582 INFO (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1]) [junit4] 2> 877077 WARN (zkCallback-1025-thread-1-processing-n:127.0.0.1:46716_solr) [n:127.0.0.1:46716_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 877078 ERROR (Thread[Thread-1758,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:46716_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted [junit4] 2> 877083 WARN (zkCallback-1024-thread-1-processing-n:127.0.0.1:57479_solr) [n:127.0.0.1:57479_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 877084 ERROR (Thread[Thread-1756,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:57479_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted [junit4] 2> 877096 INFO (jetty-launcher-1014-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f1e9ca{/solr,null,UNAVAILABLE} [junit4] 2> 877096 INFO (jetty-launcher-1014-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@779b21b5{/solr,null,UNAVAILABLE} [junit4] 2> 877100 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58169 58169 [junit4] 2> 877214 INFO (Thread-1739) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58169 58169 [junit4] 2> 877214 WARN (Thread-1739) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> 2 /solr/security.json [junit4] 2> 2 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2 [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/overseer/queue [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot [junit4] 2> [junit4] 2> 877215 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithDelegationTokens_C116BB5412F5B424-001 [junit4] 2> Sep 20, 2016 7:39:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=ClassicSimilarity, locale=sl-SI, timezone=America/Paramaribo [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=188549904,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [PathHierarchyTokenizerFactoryTest, TestSolrQueryResponse, TestSort, DOMUtilTest, TermsComponentTest, CdcrBootstrapTest, TestPostingsSolrHighlighter, TestFaceting, AtomicUpdatesTest, TestRandomCollapseQParserPlugin, TestExactSharedStatsCache, HdfsBasicDistributedZk2Test, SolrTestCaseJ4Test, MoreLikeThisHandlerTest, SmileWriterTest, TestSchemaVersionResource, PrimitiveFieldTypeTest, TestDynamicFieldResource, TestSimpleQParserPlugin, NumericFieldsTest, TestGeoJSONResponseWriter, SolrRequestParserTest, TestCSVLoader, StatelessScriptUpdateProcessorFactoryTest, TestRestManager, BlockCacheTest, OverseerTaskQueueTest, TestUniqueKeyFieldResource, TestFieldCacheSortRandom, VersionInfoTest, TestPerFieldSimilarity, UnloadDistributedZkTest, TestSolr4Spatial2, TestPKIAuthenticationPlugin, QueryElevationComponentTest, RestartWhileUpdatingTest, BasicDistributedZkTest, TestConfigOverlay, TestManagedSchemaAPI, SpatialFilterTest, TestRequestStatusCollectionAPI, IndexBasedSpellCheckerTest, DistributedMLTComponentTest, TestDownShardTolerantSearch, DirectSolrConnectionTest, TestFieldTypeResource, CleanupOldIndexTest, IndexSchemaRuntimeFieldTest, TestTrieFacet, TestFreeTextSuggestions, RulesTest, TestCharFilters, TestFieldResource, TestHashQParserPlugin, TestIntervalFaceting, CurrencyFieldXmlFileTest, HardAutoCommitTest, TestAddFieldRealTimeGet, DocValuesMultiTest, HdfsRestartWhileUpdatingTest, TestOnReconnectListenerSupport, TestMissingGroups, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsThreadLeakTest, TestManagedResource, ShardSplitTest, BooleanFieldTest, TestLRUCache, FacetPivotSmallTest, TestFieldCacheSanityChecker, TestUseDocValuesAsStored, DistributedFacetPivotWhiteBoxTest, TestHdfsBackupRestoreCore, PKIAuthenticationIntegrationTest, TestSolrDynamicMBean, DocumentAnalysisRequestHandlerTest, TestSolrCloudWithDelegationTokens] [junit4] Completed [165/631 (1!)] on J0 in 3.57s, 8 tests, 1 failure <<< FAILURES! [...truncated 14 lines...] [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_C116BB5412F5B424-001/init-core-data-001 [junit4] 2> 868324 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) [junit4] 2> 868324 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[C116BB5412F5B424]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ui_srg/c [junit4] 2> 868326 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 868326 INFO (Thread-2856) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 868326 INFO (Thread-2856) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 868426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.ZkTestServer start zk server on port:44894 [junit4] 2> 868426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 868427 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 868429 INFO (zkCallback-1392-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d78bb41 name:ZooKeeperConnection Watcher:127.0.0.1:44894 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 868429 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 868430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 868430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr [junit4] 2> 868432 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider [junit4] 2> 868433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 868434 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f3e1d45 name:ZooKeeperConnection Watcher:127.0.0.1:44894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4] 2> 868434 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 868435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider [junit4] 2> 868435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1 [junit4] 2> 868437 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards [junit4] 2> 868439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection [junit4] 2> 868441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards [junit4] 2> 868444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml [junit4] 2> 868444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml [junit4] 2> 868448 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 868448 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml [junit4] 2> 868450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 868450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 868453 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 868453 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt [junit4] 2> 868456 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 868456 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt [junit4] 2> 868458 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 868458 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml [junit4] 2> 868461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 868461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml [junit4] 2> 868463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 868464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json [junit4] 2> 868467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 868467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 868469 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 868470 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt [junit4] 2> 868472 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[C116BB5412F5B424]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to [...truncated too long message...] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Sep 20, 2016 8:00:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] [junit4] 2> Sep 20, 2016 8:00:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated: [junit4] 2> 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=5, maxDocsPerChunk=5, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=5, blockSize=2)), sim=RandomSimilarity(queryNorm=true): {}, locale=en-US, timezone=America/St_Kitts [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=2,free=310388112,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [BigEndianAscendingWordDeserializerTest, SignatureUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestHighFrequencyDictionaryFactory, ReplicationFactorTest, BasicZkTest, TestImplicitCoreProperties, TestReload, TestLMJelinekMercerSimilarityFactory, TestOrdValues, TestQueryUtils, SaslZkACLProviderTest, MultiThreadedOCPTest, DocExpirationUpdateProcessorFactoryTest, TestNamedUpdateProcessors, TestAuthorizationFramework, ChaosMonkeySafeLeaderTest, DebugComponentTest, TestSerializedLuceneMatchVersion, TermVectorComponentDistributedTest, TestLeaderElectionZkExpiry, CachingDirectoryFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, LukeRequestHandlerTest, WrapperMergePolicyFactoryTest, SolrIndexConfigTest, BasicDistributedZk2Test, TestUseDocValuesAsStored2, CollectionStateFormat2Test, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetPivotSmallTest, FieldMutatingUpdateProcessorTest, ClassificationUpdateProcessorFactoryTest, MBeansHandlerTest, TestMergePolicyConfig, TestMiniSolrCloudCluster, DistributedQueryComponentCustomSortTest, TestSmileRequest, AliasIntegrationTest, RequestHandlersTest, TestFieldCacheSort, TestFieldCacheVsDocValues, ZkSolrClientTest, MinimalSchemaTest, TestBadConfig, FullSolrCloudDistribCmdsTest, BlockJoinFacetRandomTest, TestQuerySenderListener, TestInitQParser, TestRebalanceLeaders, TestSolrFieldCacheMBean, HdfsSyncSliceTest, DateMathParserTest, HLLUtilTest, TestMiniSolrCloudClusterSSL, HdfsTlogReplayBufferedWhileIndexingTest, TestPHPSerializedResponseWriter, DistributedIntervalFacetingTest, TestWriterPerf, TestSuggestSpellingConverter, TestHdfsUpdateLog, BasicAuthIntegrationTest, TestDistribDocBasedVersion, TestValueSourceCache, CustomCollectionTest, IndexSchemaTest, TestAnalyzeInfixSuggestions, TestSearcherReuse, TestLMDirichletSimilarityFactory, TestRealTimeGet, SuggesterTSTTest, TestSolrCoreProperties, DistributedTermsComponentTest, RequestLoggingTest, HdfsRecoveryZkTest, SearchHandlerTest, TestSubQueryTransformerDistrib, TestCopyFieldCollectionResource, TestLuceneMatchVersion, NotRequiredUniqueKeyTest, TestClusterStateMutator, LeaderFailoverAfterPartitionTest, TestCloudPseudoReturnFields, TestCodecSupport, TestRuleBasedAuthorizationPlugin, ConvertedLegacyTest, MergeStrategyTest, TestSolrCloudWithKerberosAlt, TestSolrConfigHandlerCloud, TestSearchPerf, HighlighterMaxOffsetTest, TestConfig, RAMDirectoryFactoryTest, TestDocTermOrds, TestExactStatsCache, ShowFileRequestHandlerTest, BinaryUpdateRequestHandlerTest, DistributedQueueTest, TestTolerantUpdateProcessorCloud, PeerSyncReplicationTest, TlogReplayBufferedWhileIndexingTest, BlobRepositoryCloudTest, TestClassicSimilarityFactory, UUIDUpdateProcessorFallbackTest, DeleteReplicaTest, TestJoin, CoreMergeIndexesAdminHandlerTest, BadCopyFieldTest, TestRandomFlRTGCloud, TestRawTransformer, NoCacheHeaderTest, BlockDirectoryTest, WordBreakSolrSpellCheckerTest, TestRequestForwarding, SpellingQueryConverterTest, HdfsNNFailoverTest, ResponseHeaderTest, LeaderElectionIntegrationTest, TestRecovery, OpenCloseCoreStressTest, TestSSLRandomization, SolrCmdDistributorTest, SolrIndexSplitterTest, RuleEngineTest, ParsingFieldUpdateProcessorsTest, VMParamsZkACLAndCredentialsProvidersTest, TestGraphTermsQParserPlugin, TestInitParams, TestQueryTypes, DistributedSuggestComponentTest, ClusterStateTest, SolrCloudExampleTest, HdfsDirectoryFactoryTest, CloudExitableDirectoryReaderTest, TestFiltering, CollectionsAPIDistributedZkTest, TestExpandComponent, TestSolrQueryParserResource, DistribDocExpirationUpdateProcessorTest, TestJmxMonitoredMap, TestManagedSchema, CdcrRequestHandlerTest, BJQParserTest, TestReloadAndDeleteDocs, SecurityConfHandlerTest, TestFieldTypeCollectionResource, TestScoreJoinQPScore, TestSchemaManager, CoreAdminCreateDiscoverTest, DeleteStatusTest, TestSolrConfigHandler, SpellCheckComponentTest, ShardRoutingTest, TestReplicationHandler, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, ZkControllerTest, TestStressVersions, TestRangeQuery, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=C116BB5412F5B424 -Dtests.slow=true -Dtests.locale=en-US -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<< [junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper] [junit4] > at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0) [junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257) [junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: [junit4] > 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4] > 1) Thread[id=20070, name=searcherExecutor-8915-thread-1, state=WAITING, group=TGRP-TestLazyCores] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) [junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) [junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) [junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) [junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > at __randomizedtesting.SeedInfo.seed([C116BB5412F5B424]:0) [junit4] Completed [406/631 (3!)] on J1 in 150.25s, 8 tests, 1 failure, 2 errors <<< FAILURES! [...truncated 60972 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
